-- Logs begin at Wed 2021-09-01 15:48:48 UTC, end at Wed 2021-09-01 16:54:37 UTC. -- Sep 01 16:19:58.635414 dv-cinder-806726-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 16:20:01.496850 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.common.config [-] Logging enabled! Sep 01 16:20:01.497576 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev574 Sep 01 16:20:01.497697 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 16:20:01.500886 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.common.config [-] Logging enabled! Sep 01 16:20:01.501172 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev574 Sep 01 16:20:01.501557 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 16:20:01.503124 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:20:01.503354 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:20:01.503731 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:20:01.503977 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:20:01.504202 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:20:01.504520 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.504811 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.505108 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.505355 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.505644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.505939 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.506215 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.506502 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.506793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.507071 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.507343 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.507617 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.507846 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.508121 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.508400 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.508679 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.508898 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.509171 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.509609 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.510013 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.510283 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.510564 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.510832 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.511100 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.511362 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.511636 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.511956 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] host = dv-cinder-806726-5-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.512223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.512572 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.512850 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.513125 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.513426 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.513695 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.513970 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.514234 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.514501 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.514770 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.515049 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.515330 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.515612 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.515838 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.516051 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.516330 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.516606 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.516871 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.517135 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.517424 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.517690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.517979 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.518243 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.518518 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.518792 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.519067 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.519335 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.519597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.519861 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.520122 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.520398 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.520664 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.520926 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.521189 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.521487 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.521747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.522013 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.522305 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.522583 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.522856 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.523130 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.523395 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.523668 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.523934 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.524196 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.524458 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.524728 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.524988 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.525285 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.525554 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.525821 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.526085 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.526344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.526623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:01.526913 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.527200 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.527494 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.527768 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.528058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.528331 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.528611 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.528882 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.529163 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.529470 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.529752 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.530022 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.530303 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.530571 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.530858 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.531155 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.531447 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.531729 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.531999 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.532266 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.532532 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.532801 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.533080 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.533374 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.533688 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.533973 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.534245 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.534525 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.534809 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.535089 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.535355 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.535624 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.535911 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.536180 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.536446 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.536715 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.536996 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.537289 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.537560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.537837 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.538111 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.538378 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.538645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.538917 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.539200 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.539482 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.539745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.540121 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.540399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.540667 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.540948 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.541237 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.541514 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.541783 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.542057 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.542326 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.542597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.542871 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.543142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.543416 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.543686 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.543955 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.544224 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.544492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.544758 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.545024 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.545315 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.545589 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.545862 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.546128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.546397 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.546665 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.546934 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.547216 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.547513 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.547785 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.548059 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.548329 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.548600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.548869 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.549138 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.549971 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.550244 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.550558 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.550884 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.551164 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.551450 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.551732 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.552007 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.552313 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.552580 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.552856 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.553125 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.553451 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.553729 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.554034 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.554373 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.554664 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.554950 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.555238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.555532 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.555808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.556117 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.556402 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:01.556619 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:20:01.556870 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 16:20:01.922556 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 16:20:01.922825 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 16:20:01.923111 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 16:20:01.923441 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 16:20:02.335450 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.335791 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.336096 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.337505 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.337815 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.338116 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.373903 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.374177 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.374442 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.392343 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.392635 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.392932 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.422201 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.422540 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.422729 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.461960 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.462280 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.462585 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.706494 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.707143 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.707143 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.707335 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.708045 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.833340 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.833803 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.834164 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.834520 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.834876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.835271 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.835610 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.835966 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.836307 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.836975 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.837365 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.837771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.838121 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.838462 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.838803 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.839153 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.839491 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.839848 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.840214 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.840561 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.840923 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.841299 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.841674 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.842186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.842523 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.842852 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.843673 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.843993 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.844322 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.844647 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.844970 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.845333 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:02.845797 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 16:20:02.849995 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 16:20:02.854108 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 16:20:02.858163 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 01 16:20:02.860166 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 16:20:02.860673 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 16:20:02.861316 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 16:20:02.861789 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 16:20:02.864697 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 16:20:02.864985 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 16:20:02.865405 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 16:20:02.870936 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 16:20:02.894022 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 16:20:02.894593 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.894966 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 16:20:02.895424 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.896903 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 16:20:02.897261 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 16:20:02.897571 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 16:20:02.900964 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.901566 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:02.965309 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 16:20:02.965513 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 16:20:02.965771 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 16:20:02.966191 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 16:20:02.989071 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_db.sqlalchemy.engines [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 16:20:03.543946 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing driver for type 'gre' Sep 01 16:20:03.544575 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] gre ID ranges: [(1, 1000)] Sep 01 16:20:03.602369 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing driver for type 'local' Sep 01 16:20:03.602706 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing driver for type 'vlan' Sep 01 16:20:03.618477 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] VlanTypeDriver initialization complete Sep 01 16:20:03.618928 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing driver for type 'vxlan' Sep 01 16:20:03.619551 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] vxlan ID ranges: [(1, 1000)] Sep 01 16:20:03.679440 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing extension driver 'port_security' Sep 01 16:20:03.679868 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.extensions.port_security [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] PortSecurityExtensionDriver initialization complete Sep 01 16:20:03.680313 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing mechanism driver 'openvswitch' Sep 01 16:20:03.680733 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing mechanism driver 'hyperv' Sep 01 16:20:03.688036 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:03.688778 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.689157 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.689555 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.690127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.690585 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.690953 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.691310 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.691714 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.692135 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.692554 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.692850 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.693286 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.693739 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.694222 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.694450 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.695041 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.695464 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.695826 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.696187 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.696595 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.697015 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > address_group after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.697405 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > address_group after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.697758 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.698163 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 16:20:03.698554 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] ML2 OVO RPC backend initialized. {{(pid=93751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 16:20:03.699363 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.699765 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.700195 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.700555 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > networks before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.700914 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.701302 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > ports before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.701667 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.702016 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnets before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.702375 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.702728 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.703077 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.703426 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.703774 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.704120 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.704464 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.704810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.705152 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.706385 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Modular L2 Plugin initialization complete Sep 01 16:20:03.706727 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading services supported by the core plugin {{(pid=93751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 16:20:03.707312 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Got port-security extension from driver 'port_security' Sep 01 16:20:03.707541 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.extensions.vlantransparent [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Disabled vlantransparent extension. Sep 01 16:20:03.708040 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 16:20:03.708365 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: router Sep 01 16:20:03.749317 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.749735 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.750126 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router before_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.750535 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.750907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.751282 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_delete 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.751694 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.752030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.752459 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.752806 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.753181 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.753583 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.753961 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.754410 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.754844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.755200 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.755696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.756062 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.756438 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.756816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.757297 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.757664 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.758045 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.758618 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.759183 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.759875 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.760271 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.760737 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > agent after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.761369 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > agent after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.761986 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.763528 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Tracking information for resource: router configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:03.764014 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Tracking information for resource: floatingip configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:20:03.771337 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.db.l3_agentschedulers_db [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 16:20:03.772161 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.772566 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.773047 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.773475 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.774237 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router before_create 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.774622 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.775002 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_create 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.775373 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > router precommit_update 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.780273 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.provider_configuration [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service providers = [] {{(pid=93751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 16:20:03.780653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.db.servicetype_db [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 16:20:03.784533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:20:03.784895 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:20:03.785273 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:20:03.786231 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:20:03.786626 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.services.service_base [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 16:20:03.787037 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.787366 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 16:20:03.798995 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.799877 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: auto_allocate Sep 01 16:20:03.806394 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: network precommit_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.806792 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: network precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.807356 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.807693 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: tag Sep 01 16:20:03.815075 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.815413 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: timestamp Sep 01 16:20:03.820010 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.820351 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: network_ip_availability Sep 01 16:20:03.826372 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.826763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.827139 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:03.827972 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.828309 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: flavors Sep 01 16:20:03.834234 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.834574 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading Plugin: revisions Sep 01 16:20:03.839419 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:20:03.839831 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.917s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 16:20:03.840628 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 16:20:03.840978 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Initializing extension manager. Sep 01 16:20:03.841549 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: __init__.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.841906 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: __pycache__ {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.842252 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.842597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.843470 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.844095 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: address-group Sep 01 16:20:03.844432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: address_scope.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.845217 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.845757 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: address-scope Sep 01 16:20:03.846158 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.847239 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.847788 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: router-admin-state-down-before-update Sep 01 16:20:03.848126 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: agent.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.849141 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.849851 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: agent Sep 01 16:20:03.850184 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: agent_resources_synced.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.851290 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.851715 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: agent-resources-synced Sep 01 16:20:03.852052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: allowedaddresspairs.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.854016 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.854564 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: allowed-address-pairs Sep 01 16:20:03.854902 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: auto_allocated_topology.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.856083 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.856618 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: auto-allocated-topology Sep 01 16:20:03.856954 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.857715 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.858234 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: availability_zone Sep 01 16:20:03.858566 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: availability_zone_filter.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.859517 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.860307 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: availability_zone_filter Sep 01 16:20:03.860637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: data_plane_status.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.861631 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.862151 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 16:20:03.862482 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: default_subnetpools.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.863412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.863932 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: default-subnetpools Sep 01 16:20:03.864261 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.865117 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.865681 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: dhcp_agent_scheduler Sep 01 16:20:03.866021 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: dns.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.866966 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.867487 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 16:20:03.867822 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: dns_domain_ports.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.868756 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.869298 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 16:20:03.869633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.870573 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.871096 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 16:20:03.871427 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: dvr.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.872115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.872642 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: dvr Sep 01 16:20:03.872973 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: ecmp_routes.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.873940 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.874467 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 16:20:03.874800 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: empty_string_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.875740 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.876262 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: empty-string-filtering Sep 01 16:20:03.876594 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.878102 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.878626 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 16:20:03.878959 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.879898 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.880420 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 16:20:03.880757 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: external_net.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.881728 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.882255 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: external-net Sep 01 16:20:03.882586 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.883524 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.884045 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: extra_dhcp_opt Sep 01 16:20:03.884379 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: extraroute.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.885338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.885857 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: extraroute Sep 01 16:20:03.886195 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: extraroute_atomic.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.887261 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.887783 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: extraroute-atomic Sep 01 16:20:03.888116 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: filter_validation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.888826 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.889379 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: filter-validation Sep 01 16:20:03.889715 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: fip_pf_description.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.890647 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.891166 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 16:20:03.891568 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: fip_port_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.892436 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.893042 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: fip-port-details Sep 01 16:20:03.893410 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: flavors.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.894682 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.895216 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: flavors Sep 01 16:20:03.895549 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.897305 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.897839 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 16:20:03.898176 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: floatingip_pools.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.898899 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.899427 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: floatingip-pools Sep 01 16:20:03.899764 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: ip_allocation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.900715 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.901264 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 16:20:03.901600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.902543 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.903074 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: ip-substring-filtering Sep 01 16:20:03.903411 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l2_adjacency.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.904356 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.904873 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 16:20:03.905223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.906440 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.906980 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: router Sep 01 16:20:03.907316 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.910197 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.910739 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 16:20:03.911082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.912040 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.912574 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: ext-gw-mode Sep 01 16:20:03.912911 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.913905 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.914429 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: l3-ha Sep 01 16:20:03.914763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3_flavors.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.915693 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.916217 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: l3-flavors Sep 01 16:20:03.916558 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.917528 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.918051 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 16:20:03.918382 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: l3agentscheduler.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.919467 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.919996 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: l3_agent_scheduler Sep 01 16:20:03.920328 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: logging.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.921884 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.922424 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension logging not supported by any of loaded plugins Sep 01 16:20:03.922763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: metering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.923524 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.924178 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: metering Sep 01 16:20:03.924514 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.925681 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.926215 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: metering_source_and_destination_fields Sep 01 16:20:03.926549 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: multiprovidernet.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.927493 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.928016 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: multi-provider Sep 01 16:20:03.928349 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: netmtu.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.929318 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.929839 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: net-mtu Sep 01 16:20:03.930172 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: netmtu_writable.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.931105 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.931630 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: net-mtu-writable Sep 01 16:20:03.931963 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: network_availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.932653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.933170 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: network_availability_zone Sep 01 16:20:03.933548 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: network_ip_availability.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.934681 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.935212 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: network-ip-availability Sep 01 16:20:03.935547 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: network_segment_range.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.936368 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.936887 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 16:20:03.937234 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: pagination.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.938234 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.938574 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: pagination Sep 01 16:20:03.938904 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: port_device_profile.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.940396 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.940923 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: port-device-profile Sep 01 16:20:03.941285 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.942227 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.942799 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: port-mac-address-regenerate Sep 01 16:20:03.943081 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.944016 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.944541 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: port-numa-affinity-policy Sep 01 16:20:03.944872 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: port_resource_request.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.945839 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.946360 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 16:20:03.946693 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: portbindings.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.947640 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.948165 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: binding Sep 01 16:20:03.948494 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: portbindings_extended.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.950017 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.950552 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: binding-extended Sep 01 16:20:03.950892 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: portsecurity.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.951833 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.952366 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: port-security Sep 01 16:20:03.952691 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: project_id.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.953727 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.954069 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: project-id Sep 01 16:20:03.954402 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: providernet.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.955415 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.955947 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: provider Sep 01 16:20:03.956278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.959962 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.960504 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos not supported by any of loaded plugins Sep 01 16:20:03.960845 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.962184 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.962716 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 16:20:03.963056 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.963991 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.964517 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 16:20:03.964856 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_default.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.965813 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.966344 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-default not supported by any of loaded plugins Sep 01 16:20:03.966683 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_fip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.967367 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.967887 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 16:20:03.968223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_gateway_ip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.969172 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.969722 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 16:20:03.970058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_port_network_policy.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.971524 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.972047 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 16:20:03.972379 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_pps_rule.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.973611 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.974146 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 16:20:03.974482 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_rule_type_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.975430 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.975954 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 16:20:03.976286 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: qos_rules_alias.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.977392 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.977919 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 16:20:03.978253 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: quotasv2.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.979254 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.979595 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: quotas Sep 01 16:20:03.979926 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: quotasv2_detail.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.983130 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.983487 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: quota_details Sep 01 16:20:03.983831 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: rbac.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.985453 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.986006 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: rbac-policies Sep 01 16:20:03.986347 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: rbac_address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.987902 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.988426 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: rbac-address-group Sep 01 16:20:03.988762 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: rbac_address_scope.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.989741 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.990273 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: rbac-address-scope Sep 01 16:20:03.990606 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: rbac_security_groups.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.991541 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.992069 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: rbac-security-groups Sep 01 16:20:03.992401 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: rbac_subnetpool.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.993388 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.993919 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: rbac-subnetpool Sep 01 16:20:03.994247 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: revisionifmatch.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.995181 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.995713 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: revision-if-match Sep 01 16:20:03.996045 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: revisions.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.997222 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.997758 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: standard-attr-revisions Sep 01 16:20:03.998092 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: router_availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:03.998788 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:03.999312 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: router_availability_zone Sep 01 16:20:03.999644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: routerservicetype.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.000592 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.001116 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 16:20:04.001473 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.002464 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.002986 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: security-groups-normalized-cidr Sep 01 16:20:04.003318 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.004251 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.004769 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: port-security-groups-filtering Sep 01 16:20:04.005100 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.006082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.006613 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: security-groups-remote-address-group Sep 01 16:20:04.006949 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: securitygroup.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.016913 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.017520 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: security-group Sep 01 16:20:04.017896 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: segment.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.018766 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.019293 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension segment not supported by any of loaded plugins Sep 01 16:20:04.019631 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.020662 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.021236 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 16:20:04.021558 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: servicetype.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.022789 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.023332 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: service-type Sep 01 16:20:04.023669 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: sorting.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.024686 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.025018 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: sorting Sep 01 16:20:04.025386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: standard_attr_segment.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.026330 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.026863 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 16:20:04.027195 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: standardattrdescription.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.027875 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.028396 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: standard-attr-description Sep 01 16:20:04.028729 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: stateful_security_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.029716 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.030245 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: stateful-security-group Sep 01 16:20:04.030578 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: stdattrs_common.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.031178 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 16:20:04.031511 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.032471 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.033007 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 16:20:04.033908 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnet_onboard.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.035017 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.035555 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: subnet_onboard Sep 01 16:20:04.035893 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.036842 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.037405 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 16:20:04.037738 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnet_service_types.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.038686 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.039216 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: subnet-service-types Sep 01 16:20:04.039550 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnetallocation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.040659 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.041189 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: subnet_allocation Sep 01 16:20:04.041552 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.042238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.042761 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: subnetpool-prefix-ops Sep 01 16:20:04.043092 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.044051 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.044573 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 16:20:04.044903 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: tagging.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.046050 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.046585 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: standard-attr-tag Sep 01 16:20:04.046919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: timestamp.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.048167 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.048701 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loaded extension: standard-attr-timestamp Sep 01 16:20:04.049090 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: trunk.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.050690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.051219 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension trunk not supported by any of loaded plugins Sep 01 16:20:04.051557 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: trunk_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.052507 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.053031 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 16:20:04.053402 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: uplink_status_propagation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.054345 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.054873 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 16:20:04.055206 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Loading extension file: vlantransparent.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 16:20:04.055909 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 16:20:04.056432 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 16:20:04.059052 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:network Sep 01 16:20:04.059610 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnet Sep 01 16:20:04.060021 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:20:04.060426 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:port Sep 01 16:20:04.061811 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.062262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service FLAVORS assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.062905 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.063346 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.063688 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:router Sep 01 16:20:04.064141 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 16:20:04.064704 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service METERING assigned prefix: /metering {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.066240 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:04.066627 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:04.066993 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:20:04.068081 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 16:20:04.068553 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:security_group Sep 01 16:20:04.068997 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 16:20:04.070877 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.071233 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:20:04.071598 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] subnetpool is already registered Sep 01 16:20:04.072055 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.072406 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:20:04.072752 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] subnetpool is already registered Sep 01 16:20:04.075190 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.075638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service FLAVORS assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.076253 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.076689 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.077035 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:router Sep 01 16:20:04.077410 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] router is already registered Sep 01 16:20:04.077845 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 16:20:04.078191 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] floatingip is already registered Sep 01 16:20:04.078660 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service METERING assigned prefix: /metering {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.079360 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 16:20:04.079699 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] rbac_policy is already registered Sep 01 16:20:04.080129 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:security_group Sep 01 16:20:04.080521 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] security_group is already registered Sep 01 16:20:04.080922 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 16:20:04.081293 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] security_group_rule is already registered Sep 01 16:20:04.081956 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.082297 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:20:04.082636 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] subnetpool is already registered Sep 01 16:20:04.083072 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:20:04.083408 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:20:04.083749 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] subnetpool is already registered Sep 01 16:20:04.084232 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: extensions {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.085779 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: address-groups {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.087272 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: address-scopes {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.088640 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.090206 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: auto-allocated-topology {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.091460 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: availability_zones {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.092689 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: dhcp-networks {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.094211 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: dhcp-agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.095625 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.098397 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: flavors {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.099562 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: service_profiles {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.100781 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: next_providers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.102272 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: service_profiles {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.103793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: floatingip-pools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.104996 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.107131 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: floatingips {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.108428 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: l3-routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.110105 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: l3-agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.111558 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: metering-labels {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.113039 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: metering-label-rules {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.114348 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: network-ip-availabilities {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.115626 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: bindings {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.117301 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: quotas {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.118759 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: quotas {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.120184 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: rbac-policies {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.121407 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: security-groups {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.122728 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: security-group-rules {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.123964 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: service-providers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.125191 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: subnetpools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.126654 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: subnetpools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.128706 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.130441 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.132293 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.134144 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.137358 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.139293 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.141013 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.143064 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.144863 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.146668 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:20:04.152938 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING keystonemiddleware.auth_token [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 16:20:04.158024 dv-cinder-806726-5-iscsi neutron-server[93751]: WARNING keystonemiddleware.auth_token [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 16:20:04.167352 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Acquired lock "singleton_lock" {{(pid=93751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 16:20:04.167845 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Releasing lock "singleton_lock" {{(pid=93751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 16:20:04.168524 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Starting 2 workers Sep 01 16:20:04.173536 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Started child 93858 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:20:04.178955 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Started child 93859 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:20:04.180084 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.181058 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO neutron.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 16:20:04.181349 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Notify callbacks [] for process, before_spawn {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.181996 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [-] (93858) wsgi starting up on http://0.0.0.0:9696 Sep 01 16:20:04.184193 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Starting 1 workers Sep 01 16:20:04.187861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.189547 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Started child 93860 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:20:04.190276 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [-] (93859) wsgi starting up on http://0.0.0.0:9696 Sep 01 16:20:04.190449 dv-cinder-806726-5-iscsi neutron-server[93751]: INFO oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Starting 1 workers Sep 01 16:20:04.194370 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] calling RpcWorker wait() {{(pid=93860) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 16:20:04.195291 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] returning from RpcWorker wait() {{(pid=93860) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 16:20:04.195438 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Started child 93861 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:20:04.195950 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8474555c-b932-4ad3-a19c-3db20701fd08 None None] Notify callbacks [] for process, after_spawn {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.196751 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.197361 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:04.198054 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 16:20:04.198268 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:20:04.198637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:20:04.198850 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:20:04.199373 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:20:04.199531 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:20:04.200060 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.200349 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.200607 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.200888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.201180 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.201776 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.202036 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.202297 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.202585 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.202814 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.203153 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.203309 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.203558 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.203805 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.204042 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:04.204902 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.204902 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.204902 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206075 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206075 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206075 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206747 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:04.206981 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206981 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206981 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.206981 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.207849 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.207849 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.208293 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.208293 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.208707 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.208707 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.209147 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.209147 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.209598 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.209598 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210296 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210296 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210296 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210918 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210918 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.210918 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.211545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host = dv-cinder-806726-5-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.211760 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.211760 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.212183 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.212391 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.212611 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.212836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.213046 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.213286 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.213508 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.213728 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.213946 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.214184 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.214412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.214637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.214871 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_options = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.215094 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.215341 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.215563 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.215799 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.215799 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.216228 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.216228 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.216661 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.216661 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217086 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217086 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217530 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217530 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217988 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.217988 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.218407 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.218644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.218644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219079 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219290 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219502 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219713 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219948 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.219948 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.220642 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.220642 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.220642 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.221844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.221844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.222239 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.222239 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.222683 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.222683 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223103 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223103 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223518 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223518 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223950 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.223950 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.224371 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.224588 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.224807 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.225017 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.225263 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.225494 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.225703 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.225929 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.226161 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.228533 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.230344 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.232238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.232238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.232238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.232238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.232238 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.236128 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.237763 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.239205 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.241278 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.242545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.242545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.242545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.242545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243280 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243280 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243280 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243838 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243838 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.243838 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.244396 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.244396 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.244757 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.244757 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.245119 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.245119 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.245585 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.245585 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.245987 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.246181 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.246369 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.246570 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.246784 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.246986 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.247184 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.247372 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.247561 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.247766 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.247967 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.248165 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.248381 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.248595 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.248843 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.249081 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.249327 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.249548 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.249761 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.249996 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.250423 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.250423 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.250851 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.250851 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.251569 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.251569 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.252176 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.252176 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.252176 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.253645 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.254460 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.254460 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.254460 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.254786 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.254920 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.255191 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.255644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.255915 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.256166 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.256873 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.256873 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.256873 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.257606 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.257606 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.257606 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.258627 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.258627 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.258627 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.258627 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.260098 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.263186 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.264907 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.266623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.269129 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.271412 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.273747 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.278653 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.279338 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.280259 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.281193 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.282142 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.284597 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.286448 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.288030 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.289671 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.291082 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.292623 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.293844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.293844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.293844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.293844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.293844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.294644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.294644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.294644 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.295188 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.295188 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.295549 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.295753 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.295957 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.296153 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.296345 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.296547 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.296783 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.296998 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.297765 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.297765 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.297765 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.298197 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.298197 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.298461 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.298608 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.298844 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.299090 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.299328 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.299536 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.299754 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:20:04.300219 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 16:20:04.300395 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:20:04.300592 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:20:04.300777 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:20:04.300977 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:20:04.300977 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:20:04.301422 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.301422 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.301817 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.301817 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.301817 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.302365 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.302365 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.302365 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.304058 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.305690 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.306857 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.307919 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host = dv-cinder-806726-5-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.309399 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.310808 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_options = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.312432 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.313650 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.315127 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.316284 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.317931 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.318947 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:20:04.319897 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.320824 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.322052 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.323386 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.324816 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.326210 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.327468 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.328942 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.331223 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.332810 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.334643 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.336262 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.337771 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.338888 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.339876 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.340793 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.342433 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.343601 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.344638 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.346696 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.348115 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.349503 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.350804 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.351710 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.352637 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.353600 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.354602 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.355591 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.356560 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.357633 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.358476 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.359492 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.360745 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362006 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362006 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362338 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 59882) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.362545 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.363836 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.365370 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:20:04.366685 dv-cinder-806726-5-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:20:04.380660 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0113053 Sep 01 16:20:04.421009 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:17.787666 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb5765-a749-4ed3-8c89-37404dedf059 None None] get_active_networks_info from dv-cinder-806726-5-iscsi {{(pid=93860) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 16:20:17.909376 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb5765-a749-4ed3-8c89-37404dedf059 None None] No non-hosted networks {{(pid=93860) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 16:20:17.929385 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0a9da77c-9e95-4b05-be65-0353daf52084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:21.947221 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6501d69d-62d7-46bf-9ef4-3459ba760bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:22.015885 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-04e8f3cc-86cf-4c5b-b6f3-b3a4fc6d70c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:22.160159 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:22.163678 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.165545 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.167498 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.168242 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.168802 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.170842 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.171399 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.174816 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.175369 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.176373 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.177754 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.179740 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:22.182123 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806726-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:22.199909 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806726-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:22.654181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:24.764898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:25.055293 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.db.l3_hamode_db [None req-5c13c5f3-a40e-4db5-a917-b224b0649b85 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 16:20:25.134220 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13c5f3-a40e-4db5-a917-b224b0649b85 None None] Routers set() bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:20:25.134611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13c5f3-a40e-4db5-a917-b224b0649b85 None None] Router IDs set() for agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 16:20:25.810669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 59980) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:26.315152 dv-cinder-806726-5-iscsi neutron-server[93858]: WARNING oslo_policy.policy [None req-36b5a6b9-6acd-4bec-857c-2b1f059bc347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:26.315733 dv-cinder-806726-5-iscsi neutron-server[93858]: WARNING oslo_policy.policy [None req-36b5a6b9-6acd-4bec-857c-2b1f059bc347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:26.550162 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [None req-36b5a6b9-6acd-4bec-857c-2b1f059bc347 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:20:26.552329 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-36b5a6b9-6acd-4bec-857c-2b1f059bc347 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7390666 Sep 01 16:20:29.005467 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 59994) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:29.333110 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:29.426830 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.policy [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 16:20:29.471709 dv-cinder-806726-5-iscsi neutron-server[93858]: WARNING oslo_policy.policy [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:29.472090 dv-cinder-806726-5-iscsi neutron-server[93858]: WARNING oslo_policy.policy [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:29.480600 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.quota [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] Loaded quota_driver: . Sep 01 16:20:29.569674 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524351804', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524351249', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524338750', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524340418', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524975672', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787524386424', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-620775', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672960', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3930035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3728739'] for rbac-policy, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:29.633254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:29.634464 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d2f40353-38f9-4609-9413-c48e05a60e59 admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6280243 Sep 01 16:20:32.249069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60006) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:32.548885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'project_id': '04d554813da24bcd85e885d30a3e415d'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:32.577332 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Made reservation on behalf of 04d554813da24bcd85e885d30a3e415d for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:20:32.580406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.598171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.725495 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.729448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.749081 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:20:32.779960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787526314442', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.780586 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Unsubscribe: segment precommit_create {{(pid=93858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 16:20:32.781103 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Added segment 7d781880-7e8f-4af5-aa91-cda24e334ebf of type vlan for network 324efcd7-ce69-4137-bafa-6cb28f0094a6 Sep 01 16:20:32.799104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc73002-9707-481a-8e42-cd6ff650dee4,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:32.849162 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.849550 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.849899 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.850239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.850573 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.850922 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.851258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.851588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.851931 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.852261 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.852588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.852915 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Tracked resource versions report: Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: pushed versions: Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: { 'AddressGroup': {'1.2'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'ConntrackHelper': {'1.0'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Log': {'1.0'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Network': {'1.1'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Port': {'1.7'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'PortForwarding': {'1.2'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'QosPolicy': {'1.9'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroup': {'1.4'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SubPort': {'1.0'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Subnet': {'1.1'}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Trunk': {'1.1'}} Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: consumer versions: Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'ConntrackHelper': '1.0', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Log': '1.0', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Network': '1.1', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Port': '1.7', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'PortForwarding': '1.2', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'QosPolicy': '1.9', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroup': '1.4', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroupRule': '1.2', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SubPort': '1.0', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Subnet': '1.1', Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Trunk': '1.1'}} Sep 01 16:20:32.854069 dv-cinder-806726-5-iscsi neutron-server[93858]: {{(pid=93858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:20:32.904162 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.942881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:32.944199 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.944867 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:33.017474 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7671833 Sep 01 16:20:33.049085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6ac6d-45d2-4e2f-8fb0-aaf8945a7dba admin admin] Pushing event updated for resources: {'Network': ['ID=324efcd7-ce69-4137-bafa-6cb28f0094a6,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:33.072649 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:20:35.746698 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60020) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:36.134227 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76183e00-098a-42fd-a2e8-1d09da01436b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:36.135574 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-76183e00-098a-42fd-a2e8-1d09da01436b admin admin] 10.222.0.101 "GET /v2.0/networks/324efcd7-ce69-4137-bafa-6cb28f0094a6 HTTP/1.1" status: 200 len: 825 time: 0.3879137 Sep 01 16:20:36.160459 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-61523c53-9a70-4171-8358-cc62dc00f99c admin admin] 10.222.0.101 "GET /v2.0/subnetpools/7e214faf-a09c-4a7a-88c2-96c65aa06aa2 HTTP/1.1" status: 200 len: 734 time: 0.0186703 Sep 01 16:20:36.169879 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Request body: {'subnet': {'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'ip_version': 4, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:36.191403 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Made reservation on behalf of 04d554813da24bcd85e885d30a3e415d for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:20:36.193730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:36.479230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:36.548792 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d11e448-5885-4a95-8703-304358018429,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:36.551063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Checking segment: {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:20:36.551451 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Network hostable DHCP agents. Network: 324efcd7-ce69-4137-bafa-6cb28f0094a6, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:20:36.573330 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:20:36.584928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 324efcd7-ce69-4137-bafa-6cb28f0094a6) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:20:36.589686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:36.590289 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:36.595138 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea242c-5b50-4ccd-a03d-a33be213c75f None None] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:20:36.604904 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-fcef1000-e2ce-47a2-b7ea-1d2218cd4c96 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4384246 Sep 01 16:20:36.916131 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-324efcd7-ce69-4137-bafa-6cb28f0094a6', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:20:36.917498 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.189784 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Allocated IP 172.20.0.2 (324efcd7-ce69-4137-bafa-6cb28f0094a6/2d11e448-5885-4a95-8703-304358018429/81cf1989-9423-47c0-860e-ddadb1bd09b8) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:20:37.421336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.438027 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Transition to ACTIVE for port object 81cf1989-9423-47c0-860e-ddadb1bd09b8 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:20:37.459090 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Transition to ACTIVE for port object 81cf1989-9423-47c0-860e-ddadb1bd09b8 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:20:37.467884 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.542396 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:20:37.547826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:20:37.556484 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:20:37.559575 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Pushing event updated for resources: {'Port': ['ID=81cf1989-9423-47c0-860e-ddadb1bd09b8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:37.590679 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.591033 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.591387 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.591729 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.592069 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.592408 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.592744 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.593079 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.594151 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.594761 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.595277 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.595848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Tracked resource versions report: Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: pushed versions: Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Log': {'1.0'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Network': {'1.1'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Port': {'1.7'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: consumer versions: Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Log': '1.0', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Network': '1.1', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Port': '1.7', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SubPort': '1.0', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Subnet': '1.1', Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Sep 01 16:20:37.597843 dv-cinder-806726-5-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:20:37.651882 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Attempting to bind port 81cf1989-9423-47c0-860e-ddadb1bd09b8 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:20:37.652398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Attempting to bind port 81cf1989-9423-47c0-860e-ddadb1bd09b8 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:20:37.652813 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Attempting to bind port 81cf1989-9423-47c0-860e-ddadb1bd09b8 on network 324efcd7-ce69-4137-bafa-6cb28f0094a6 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:20:37.658007 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:20:37.658420 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Checking segment: {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:20:37.658908 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.659326 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Bound using segment: {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:20:37.659831 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Bound port: 81cf1989-9423-47c0-860e-ddadb1bd09b8, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:20:37.660264 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.723560 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] For port 81cf1989-9423-47c0-860e-ddadb1bd09b8, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:20:37.728233 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] For port 81cf1989-9423-47c0-860e-ddadb1bd09b8, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=81cf1989-9423-47c0-860e-ddadb1bd09b8,segment=NetworkSegment(7d781880-7e8f-4af5-aa91-cda24e334ebf),segment_id=7d781880-7e8f-4af5-aa91-cda24e334ebf)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:20:37.733715 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:37.807713 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab24da-78bf-4154-bed6-4616681a4954 None None] Pushing event updated for resources: {'Port': ['ID=81cf1989-9423-47c0-860e-ddadb1bd09b8,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:39.060516 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60028) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:39.377308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [None req-37311f0c-f49a-4e41-87f1-70b8bc380397 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:20:39.378293 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-37311f0c-f49a-4e41-87f1-70b8bc380397 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168197 Sep 01 16:20:41.821794 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60036) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:42.326617 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-86b39fb3-2834-45ad-9784-b3be99589faf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:42.327206 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-86b39fb3-2834-45ad-9784-b3be99589faf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:42.554610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-86b39fb3-2834-45ad-9784-b3be99589faf admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:20:42.555632 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-86b39fb3-2834-45ad-9784-b3be99589faf admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7329133 Sep 01 16:20:45.272765 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60056) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:45.589058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Request body: {'router': {'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'name': 'router1', 'admin_state_up': True}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:45.653540 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.policy [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 16:20:45.699533 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:45.700111 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:20:45.709522 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.quota [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Loaded quota_driver: . Sep 01 16:20:45.767146 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.769002 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.925859 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.931495 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.950661 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.951962 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5c76df67-86e1-48fb-8ba6-fcd7a8cab16b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6781926 Sep 01 16:20:46.216200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1ed9e-9d42-4ea6-96d7-b45018311785 None None] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:20:46.284222 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4e3d0a1a-bffd-416b-bb16-cd9044be6b1d None None] Provisioning for port 81cf1989-9423-47c0-860e-ddadb1bd09b8 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:20:46.784012 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 81cf1989-9423-47c0-860e-ddadb1bd09b8 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:20:46.872638 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 81cf1989-9423-47c0-860e-ddadb1bd09b8 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:20:46.877587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 81cf1989-9423-47c0-860e-ddadb1bd09b8 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:20:46.877997 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:46.989175 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:47.023645 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 81cf1989-9423-47c0-860e-ddadb1bd09b8, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=81cf1989-9423-47c0-860e-ddadb1bd09b8,segment=NetworkSegment(7d781880-7e8f-4af5-aa91-cda24e334ebf),segment_id=7d781880-7e8f-4af5-aa91-cda24e334ebf)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:20:47.027848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:47.075222 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=81cf1989-9423-47c0-860e-ddadb1bd09b8,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:47.595984 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-623c78e3-8235-4aee-8dd9-6c0e28994f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:48.389699 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60066) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:48.704047 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-169f583d-0226-4983-b165-84a33637127c admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:20:48.705027 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-169f583d-0226-4983-b165-84a33637127c admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143232 Sep 01 16:20:48.771128 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 81cf1989-9423-47c0-860e-ddadb1bd09b8 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:20:48.822428 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 81cf1989-9423-47c0-860e-ddadb1bd09b8 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:20:48.822946 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.128067 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60074) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:51.442636 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:51.462331 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Made reservation on behalf of 9354c69eea914154930c87f0f6e65454 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:20:51.464589 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.472608 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.563522 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.567223 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.582244 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Reserving flat network on physical network physnet1 {{(pid=93858) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 16:20:51.600310 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71100e9-e2ce-40c6-bf16-01a0a9016f8e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:51.605320 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.605660 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Added segment 2e6a64a6-e7cd-427b-a801-1fe6ee63779a of type flat for network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 Sep 01 16:20:51.650543 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.681385 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.682327 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:51.682904 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:51.736098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6069527 Sep 01 16:20:51.742897 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214405-fec0-445e-9040-30e64eb74dae admin admin] Pushing event updated for resources: {'Network': ['ID=ea7d75aa-45a2-41ae-bf65-95f2bf7c4003,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:51.764886 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:20:51.933348 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0c2485f-3720-4ef1-9915-edb39eaef427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:52.158952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:52.517987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:54.110330 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60092) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:54.338806 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98c3b4-8feb-4bed-8171-ca9fd0b2571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:54.340292 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-be98c3b4-8feb-4bed-8171-ca9fd0b2571b admin admin] 10.222.0.101 "GET /v2.0/subnets/2d11e448-5885-4a95-8703-304358018429 HTTP/1.1" status: 200 len: 849 time: 0.2290530 Sep 01 16:20:54.458213 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7538e1ca-86df-4d5e-938b-63efe38eca03 admin admin] 10.222.0.101 "GET /v2.0/routers/274c4278-59f6-4538-9826-b52ebbe38270 HTTP/1.1" status: 200 len: 704 time: 0.1116009 Sep 01 16:20:54.674003 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:54.739242 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.061178 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Allocated IP 172.20.0.1 (324efcd7-ce69-4137-bafa-6cb28f0094a6/2d11e448-5885-4a95-8703-304358018429/55b0a1a0-9629-4d11-845c-d272a426351b) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:20:55.269253 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.295836 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Transition to ACTIVE for port object 55b0a1a0-9629-4d11-845c-d272a426351b will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:20:55.369847 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.405669 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:20:55.428443 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:20:55.481397 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Pushing event updated for resources: {'Port': ['ID=55b0a1a0-9629-4d11-845c-d272a426351b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:55.485395 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:20:55.485395 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.542183 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.542550 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.542897 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.543234 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.543565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.543907 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.544237 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.544564 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.544902 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.545788 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.546113 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.546432 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Tracked resource versions report: Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: pushed versions: Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Log': {'1.0'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Network': {'1.1'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Port': {'1.7'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'QosPolicy': {'1.9'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: consumer versions: Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Log': '1.0', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Network': '1.1', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Port': '1.7', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'QosPolicy': '1.9', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SubPort': '1.0', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Subnet': '1.1', Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Sep 01 16:20:55.547556 dv-cinder-806726-5-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:20:55.686244 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-9db98cd0-d951-4dc4-b25a-21a15f51a77c None None] Provisioning for port 55b0a1a0-9629-4d11-845c-d272a426351b completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:20:55.689979 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-9db98cd0-d951-4dc4-b25a-21a15f51a77c None None] Provisioning complete for port 55b0a1a0-9629-4d11-845c-d272a426351b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:20:55.690360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9db98cd0-d951-4dc4-b25a-21a15f51a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.693288 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.722533 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-9db98cd0-d951-4dc4-b25a-21a15f51a77c None None] Port 55b0a1a0-9629-4d11-845c-d272a426351b cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:20:55.897440 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.901820 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:55.902742 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:56.029422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Pushing event updated for resources: {'Port': ['ID=55b0a1a0-9629-4d11-845c-d272a426351b,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:56.075087 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:20:56.076368 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:20:56.235422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Router 274c4278-59f6-4538-9826-b52ebbe38270 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:20:56.243879 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-0576eec8-00ea-4a64-bbde-f25873a8e12d None None] Provisioning complete for port 55b0a1a0-9629-4d11-845c-d272a426351b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:20:56.244247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0576eec8-00ea-4a64-bbde-f25873a8e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:56.276500 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0576eec8-00ea-4a64-bbde-f25873a8e12d None None] Port 55b0a1a0-9629-4d11-845c-d272a426351b cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:20:56.324682 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:20:56.330008 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-86e685a7-6457-494b-a01c-f15fed2d87a6 admin admin] 10.222.0.101 "PUT /v2.0/routers/274c4278-59f6-4538-9826-b52ebbe38270/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8662200 Sep 01 16:20:56.349956 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Sync routers for ids ['274c4278-59f6-4538-9826-b52ebbe38270'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:20:56.368711 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Routers {'274c4278-59f6-4538-9826-b52ebbe38270'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:20:56.369591 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:20:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['274c4278-59f6-4538-9826-b52ebbe38270'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:56.563673 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Set router 274c4278-59f6-4538-9826-b52ebbe38270 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:20:56.993961 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:20:55Z', 'revision_number': 2, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port_host': None, '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:20:55Z', 'revision_number': 2, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:57.046319 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Checking router: 274c4278-59f6-4538-9826-b52ebbe38270 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:20:57.046699 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Updating router 274c4278-59f6-4538-9826-b52ebbe38270 port 55b0a1a0-9629-4d11-845c-d272a426351b binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:20:57.096455 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:57.650957 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:57.668155 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Transition to ACTIVE for port object 55b0a1a0-9629-4d11-845c-d272a426351b will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:20:57.675480 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:57.841729 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Attempting to bind port 55b0a1a0-9629-4d11-845c-d272a426351b on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:20:57.842678 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Attempting to bind port 55b0a1a0-9629-4d11-845c-d272a426351b by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:20:57.843127 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Attempting to bind port 55b0a1a0-9629-4d11-845c-d272a426351b on network 324efcd7-ce69-4137-bafa-6cb28f0094a6 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:20:57.848177 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Pushing event updated for resources: {'Port': ['ID=55b0a1a0-9629-4d11-845c-d272a426351b,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:57.852496 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:20:57.852905 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Checking segment: {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:20:57.853411 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:57.853799 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Bound using segment: {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:20:57.854308 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Bound port: 55b0a1a0-9629-4d11-845c-d272a426351b, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d781880-7e8f-4af5-aa91-cda24e334ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:20:57.854705 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:57.866391 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.866734 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.867072 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.867404 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.867733 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.868059 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.868383 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.868709 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.869040 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.869388 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.869709 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.870027 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Tracked resource versions report: Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: pushed versions: Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Log': {'1.0'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Network': {'1.1'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Port': {'1.7'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: consumer versions: Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Log': '1.0', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Network': '1.1', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Port': '1.7', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SubPort': '1.0', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Subnet': '1.1', Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Sep 01 16:20:57.871150 dv-cinder-806726-5-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:20:57.934442 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] For port 55b0a1a0-9629-4d11-845c-d272a426351b, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:20:57.953943 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] For port 55b0a1a0-9629-4d11-845c-d272a426351b, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=55b0a1a0-9629-4d11-845c-d272a426351b,segment=NetworkSegment(7d781880-7e8f-4af5-aa91-cda24e334ebf),segment_id=7d781880-7e8f-4af5-aa91-cda24e334ebf)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:20:57.958327 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:58.017877 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Routers {'274c4278-59f6-4538-9826-b52ebbe38270'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:20:58.018515 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:20:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['274c4278-59f6-4538-9826-b52ebbe38270'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:58.020459 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8c33d-7b2c-4cf4-ba50-ee0d481775dd None None] Pushing event updated for resources: {'Port': ['ID=55b0a1a0-9629-4d11-845c-d272a426351b,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:58.114307 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] Set router 274c4278-59f6-4538-9826-b52ebbe38270 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:20:58.318971 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:20:55Z', 'revision_number': 2, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port_host': None, '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:20:57Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:20:58.347827 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cd34-1d78-4bd2-9a13-31389ceb5c64 None None] The sync data for ids ['274c4278-59f6-4538-9826-b52ebbe38270'] in dv-cinder-806726-5-iscsi is: [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:20:55Z', 'revision_number': 2, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port_host': None, '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:20:57Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:20:58.594314 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60116) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:58.704976 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca77e7-146d-4262-96ac-afc4492d6b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:58.706377 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-28ca77e7-146d-4262-96ac-afc4492d6b3a admin admin] 10.222.0.101 "GET /v2.0/networks/ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 HTTP/1.1" status: 200 len: 842 time: 0.1110930 Sep 01 16:20:58.716529 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:20:58.738002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Made reservation on behalf of 9354c69eea914154930c87f0f6e65454 for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:20:58.740526 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:59.072999 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.objects.ports [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93858) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 16:20:59.073487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:59.128247 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80151601-1d9e-422e-ba02-4b38ae8fe18e,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:20:59.135544 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:20:59.135907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Network hostable DHCP agents. Network: ea7d75aa-45a2-41ae-bf65-95f2bf7c4003, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:20:59.152313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:20:59.160890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, ea7d75aa-45a2-41ae-bf65-95f2bf7c4003) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:20:59.164907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:59.165532 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:59.170864 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3039ed5-a21c-4f9f-84e0-146836ea1c1f None None] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:20:59.189241 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e0bca5ca-f60d-4d8a-b109-422d96ce8662 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4671416 Sep 01 16:20:59.305842 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06f8b2-7b02-4658-addc-a4529f5d0bc1 None None] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:21:01.497700 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60124) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:01.737965 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-633311aa-7bf0-4855-8a76-36917ee494e7 admin admin] 10.222.0.101 "GET /v2.0/routers/274c4278-59f6-4538-9826-b52ebbe38270 HTTP/1.1" status: 200 len: 710 time: 0.2389956 Sep 01 16:21:01.833922 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa34b6-3628-4e72-aa18-6ed7b4b6651e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:01.835539 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-adaa34b6-3628-4e72-aa18-6ed7b4b6651e admin admin] 10.222.0.101 "GET /v2.0/networks/ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 HTTP/1.1" status: 200 len: 886 time: 0.0917289 Sep 01 16:21:01.845859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:02.152705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:02.396474 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:02.471178 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:02.624600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Allocated IP 172.27.2.36 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/6f40d507-9a33-435c-89ed-257646915223) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:02.747149 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:02.819705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:02.896295 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:02.901156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:02.907608 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Pushing event updated for resources: {'Port': ['ID=6f40d507-9a33-435c-89ed-257646915223,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:02.919039 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:03.201792 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:03.395192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3913968', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3915206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:03.400125 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3913979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3913954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3915231'] for router, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:03.576368 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Router 274c4278-59f6-4538-9826-b52ebbe38270 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:03.689949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:03.695275 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:03.696691 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1ed5e4d6-b5f4-471c-9341-99ec083b8a96 admin admin] 10.222.0.101 "PUT /v2.0/routers/274c4278-59f6-4538-9826-b52ebbe38270 HTTP/1.1" status: 200 len: 889 time: 1.8543761 Sep 01 16:21:04.823875 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 55b0a1a0-9629-4d11-845c-d272a426351b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:04.874106 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 55b0a1a0-9629-4d11-845c-d272a426351b completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:04.878247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 55b0a1a0-9629-4d11-845c-d272a426351b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:04.878636 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:04.914419 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Sync routers for ids ['274c4278-59f6-4538-9826-b52ebbe38270'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:04.929135 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Routers {'274c4278-59f6-4538-9826-b52ebbe38270'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:04.929826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:20:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['274c4278-59f6-4538-9826-b52ebbe38270'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:05.153416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:05.239811 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 55b0a1a0-9629-4d11-845c-d272a426351b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=55b0a1a0-9629-4d11-845c-d272a426351b,segment=NetworkSegment(7d781880-7e8f-4af5-aa91-cda24e334ebf),segment_id=7d781880-7e8f-4af5-aa91-cda24e334ebf)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:05.242070 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Set router 274c4278-59f6-4538-9826-b52ebbe38270 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:05.257167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:05.446671 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=55b0a1a0-9629-4d11-845c-d272a426351b,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:05.677381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6f40d507-9a33-435c-89ed-257646915223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:21:03Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port': {'id': '6f40d507-9a33-435c-89ed-257646915223', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:02Z', 'updated_at': '2021-09-01T16:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:20:57Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:05.733863 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Checking router: 274c4278-59f6-4538-9826-b52ebbe38270 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:05.734131 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Updating router 274c4278-59f6-4538-9826-b52ebbe38270 port 6f40d507-9a33-435c-89ed-257646915223 binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:21:05.793872 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.120463 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.130460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Transition to ACTIVE for port object 6f40d507-9a33-435c-89ed-257646915223 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:06.136066 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.167726 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60138) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:06.186607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Attempting to bind port 6f40d507-9a33-435c-89ed-257646915223 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:06.186835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Attempting to bind port 6f40d507-9a33-435c-89ed-257646915223 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:06.187198 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Attempting to bind port 6f40d507-9a33-435c-89ed-257646915223 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:06.189983 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa756ff-9e76-44bb-8fd1-7d93e6692ff0 None None] Pushing event updated for resources: {'Port': ['ID=6f40d507-9a33-435c-89ed-257646915223,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:06.194483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:06.194855 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:06.195259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.195733 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:06.196115 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Bound port: 6f40d507-9a33-435c-89ed-257646915223, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:06.196509 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.246451 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] For port 6f40d507-9a33-435c-89ed-257646915223, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:06.250189 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] For port 6f40d507-9a33-435c-89ed-257646915223, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=6f40d507-9a33-435c-89ed-257646915223,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:06.254361 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:06.286451 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-70652659-7627-4627-86e3-2a44e8743d50 admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1161423 Sep 01 16:21:06.311236 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa756ff-9e76-44bb-8fd1-7d93e6692ff0 None None] Pushing event updated for resources: {'Port': ['ID=6f40d507-9a33-435c-89ed-257646915223,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:06.337341 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Routers {'274c4278-59f6-4538-9826-b52ebbe38270'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:06.337983 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:20:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['274c4278-59f6-4538-9826-b52ebbe38270'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:06.537137 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] Set router 274c4278-59f6-4538-9826-b52ebbe38270 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:06.766248 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6f40d507-9a33-435c-89ed-257646915223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:21:03Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port': {'id': '6f40d507-9a33-435c-89ed-257646915223', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:02Z', 'updated_at': '2021-09-01T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:21:05Z', 'revision_number': 5, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:06.795183 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 55b0a1a0-9629-4d11-845c-d272a426351b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:06.799620 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2695954c-a306-4ca6-b63e-cd7a35db1b5b None None] The sync data for ids ['274c4278-59f6-4538-9826-b52ebbe38270'] in dv-cinder-806726-5-iscsi is: [{'id': '274c4278-59f6-4538-9826-b52ebbe38270', 'name': 'router1', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '6f40d507-9a33-435c-89ed-257646915223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:20:45Z', 'updated_at': '2021-09-01T16:21:03Z', 'revision_number': 4, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'gw_port': {'id': '6f40d507-9a33-435c-89ed-257646915223', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:02Z', 'updated_at': '2021-09-01T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '55b0a1a0-9629-4d11-845c-d272a426351b', 'name': '', 'network_id': '324efcd7-ce69-4137-bafa-6cb28f0094a6', 'tenant_id': '04d554813da24bcd85e885d30a3e415d', 'mac_address': 'fa:16:3e:97:1a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c4278-59f6-4538-9826-b52ebbe38270', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2d11e448-5885-4a95-8703-304358018429', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:20:54Z', 'updated_at': '2021-09-01T16:21:05Z', 'revision_number': 5, 'project_id': '04d554813da24bcd85e885d30a3e415d', 'subnets': [{'id': '2d11e448-5885-4a95-8703-304358018429', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e214faf-a09c-4a7a-88c2-96c65aa06aa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:06.850102 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 55b0a1a0-9629-4d11-845c-d272a426351b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:06.850494 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:08.284102 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:08.818470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 6f40d507-9a33-435c-89ed-257646915223 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:08.873417 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 6f40d507-9a33-435c-89ed-257646915223 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:08.877675 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 6f40d507-9a33-435c-89ed-257646915223 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:08.878073 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:08.989056 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:09.012610 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 6f40d507-9a33-435c-89ed-257646915223, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=6f40d507-9a33-435c-89ed-257646915223,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:09.017939 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:09.066875 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=6f40d507-9a33-435c-89ed-257646915223,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:10.831466 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 6f40d507-9a33-435c-89ed-257646915223 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:10.913355 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 6f40d507-9a33-435c-89ed-257646915223 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:10.913862 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:17.598744 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18fa7593-74ea-42e1-a1ab-3bc3ab4edc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:21.947491 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-816ac4f7-d60f-4e27-8371-41be082d3669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:22.158642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:22.528525 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.704875 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.283500 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:47.604091 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f8f5fcbf-646c-4408-b345-34b002c763ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:51.937526 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a39f2213-48d5-4c07-93f9-26cce287c136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:52.174548 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:52.522114 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:54.691308 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:17.610266 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eb8180a2-a205-4f77-87bd-6cb56e567727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:21.933030 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d449ce14-02c0-46b6-be75-b7efac23db65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:22.159493 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:22.281643 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:22:22.533166 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:24.700913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.180755 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60702) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:46.247974 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39810ea-9ae5-430c-8a8c-fc82b63a14bb admin admin] GET failed (client error): The resource could not be found. Sep 01 16:22:46.249406 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b39810ea-9ae5-430c-8a8c-fc82b63a14bb admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676215 Sep 01 16:22:46.444443 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca707e-7668-419a-8efd-8e44331ae674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:46.445290 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-08ca707e-7668-419a-8efd-8e44331ae674 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1907616 Sep 01 16:22:47.619230 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab644-a086-4ad8-9dc0-cb6958aa9929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.787016 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60712) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:48.885850 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3024a578-1bc7-4ca7-b301-beaab8d88ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:48.887252 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3024a578-1bc7-4ca7-b301-beaab8d88ad9 admin admin] 10.222.0.101 "GET /v2.0/subnets/2d11e448-5885-4a95-8703-304358018429 HTTP/1.1" status: 200 len: 849 time: 0.0992429 Sep 01 16:22:48.897912 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:48.984743 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.159219 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787526197980'] for subnet, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.191510 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:49.192167 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.195243 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] 10.222.0.101 "PUT /v2.0/subnets/2d11e448-5885-4a95-8703-304358018429 HTTP/1.1" status: 200 len: 868 time: 0.3012199 Sep 01 16:22:49.200856 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd116369-11c7-48a3-9af1-0281f1a4e1b3 None None] Network 324efcd7-ce69-4137-bafa-6cb28f0094a6 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:49.223577 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d11e448-5885-4a95-8703-304358018429,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.234690 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.235195 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.235511 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.235865 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.236213 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.236631 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.236967 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.237283 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.237713 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.238055 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.238382 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.238714 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d9030-8073-428d-8a8c-9762014ebfe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:49.679330 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-5a5c35c0-18de-48a1-8696-7097d6a65562 None None] Provisioning complete for port 81cf1989-9423-47c0-860e-ddadb1bd09b8 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:49.679675 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a5c35c0-18de-48a1-8696-7097d6a65562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.786629 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-5a5c35c0-18de-48a1-8696-7097d6a65562 None None] Provisioning complete for port 55b0a1a0-9629-4d11-845c-d272a426351b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:49.786910 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a5c35c0-18de-48a1-8696-7097d6a65562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.631166 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60720) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:51.868795 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f3e53-4c97-4899-8dba-e297c6f7adb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:51.869308 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f3e53-4c97-4899-8dba-e297c6f7adb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:51.871359 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ae2f3e53-4c97-4899-8dba-e297c6f7adb2 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2392032 Sep 01 16:22:51.927558 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b889-8aa9-46e1-be14-cce4f86e1a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.152646 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.531611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:54.137338 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60728) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:54.344308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec091507-0979-4b47-9627-9b8ab8deb727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.344706 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec091507-0979-4b47-9627-9b8ab8deb727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.346304 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ec091507-0979-4b47-9627-9b8ab8deb727 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080090 Sep 01 16:22:54.701983 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:56.591441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60738) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:56.755574 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a8fe61-5a7c-45e3-8cfc-4c9b99dd2245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:56.756893 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-78a8fe61-5a7c-45e3-8cfc-4c9b99dd2245 admin admin] 10.222.0.101 "GET /v2.0/networks/324efcd7-ce69-4137-bafa-6cb28f0094a6 HTTP/1.1" status: 200 len: 869 time: 0.1644998 Sep 01 16:22:58.966179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60746) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:59.098969 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319adad1-df8d-41fc-a5bd-767d1240eb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:59.100386 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-319adad1-df8d-41fc-a5bd-767d1240eb97 admin admin] 10.222.0.101 "GET /v2.0/networks/ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 HTTP/1.1" status: 200 len: 886 time: 0.1332369 Sep 01 16:22:59.279706 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:01.331685 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60754) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:01.484101 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795b3036-e3aa-4936-95dd-a5afa09c9c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:01.484567 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795b3036-e3aa-4936-95dd-a5afa09c9c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:01.486159 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-795b3036-e3aa-4936-95dd-a5afa09c9c3e admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1535101 Sep 01 16:23:03.720267 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60762) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:03.851967 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d69a35-24dd-465f-bdfd-731ca08adf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:03.852423 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d69a35-24dd-465f-bdfd-731ca08adf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:03.853992 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-37d69a35-24dd-465f-bdfd-731ca08adf77 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328869 Sep 01 16:23:06.088577 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60770) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:06.186861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116404ed-40f1-41b5-b395-f3deb249cff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:06.188248 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-116404ed-40f1-41b5-b395-f3deb249cff2 admin admin] 10.222.0.101 "GET /v2.0/subnets/2d11e448-5885-4a95-8703-304358018429 HTTP/1.1" status: 200 len: 868 time: 0.0981588 Sep 01 16:23:08.422579 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60778) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:08.510547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b988b53-6a8f-4e93-befe-583b49924868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:08.511948 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0b988b53-6a8f-4e93-befe-583b49924868 admin admin] 10.222.0.101 "GET /v2.0/subnets/80151601-1d9e-422e-ba02-4b38ae8fe18e HTTP/1.1" status: 200 len: 816 time: 0.0883861 Sep 01 16:23:17.612140 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6ad56bd0-c50d-46f2-aeb3-cd9b1b5f0678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:21.928256 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ed5218e-3251-4708-80b3-28ead9436136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:22.153766 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:22.531977 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:24.704317 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:32.512556 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60832) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:32.563638 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-f799e0fc-8282-44d9-a9f9-ee9cf3a32468 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:23:32.564656 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f799e0fc-8282-44d9-a9f9-ee9cf3a32468 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510573 Sep 01 16:23:34.836193 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60840) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:34.903054 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33b595a-461f-4f6b-b865-35c773aa08ef admin admin] GET failed (client error): The resource could not be found. Sep 01 16:23:34.904542 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d33b595a-461f-4f6b-b865-35c773aa08ef admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671506 Sep 01 16:23:34.995256 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dbe255-966e-4d10-98ab-5b1df907cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:34.996837 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-19dbe255-966e-4d10-98ab-5b1df907cf43 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872352 Sep 01 16:23:36.279488 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:37.270274 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60848) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:37.319399 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:23:37.346042 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Made reservation on behalf of 9354c69eea914154930c87f0f6e65454 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:23:37.348833 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:37.380051 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING neutron.services.revisions.revision_plugin [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Could not find related network for resource to bump revision. Sep 01 16:23:37.398213 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:23:37.412294 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787526314442', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:37.412951 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Unsubscribe: segment precommit_create {{(pid=93859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 16:23:37.413577 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Added segment 603b15fe-75a9-424f-96a5-d37890049fa8 of type vlan for network d08cd31e-e599-49ef-8362-dd983c1f8934 Sep 01 16:23:37.489232 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:37.633789 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:37.635000 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:37.635700 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:37.713397 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4418967 Sep 01 16:23:37.738101 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bad8b-e3b1-4e62-86dd-e11eb3a57f91 admin admin] Pushing event updated for resources: {'Network': ['ID=d08cd31e-e599-49ef-8362-dd983c1f8934,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:37.753175 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network d08cd31e-e599-49ef-8362-dd983c1f8934 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:23:40.038231 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60856) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:40.113744 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91d53dc-1b99-4f12-b687-e03d98d1d3b3 admin admin] GET failed (client error): The resource could not be found. Sep 01 16:23:40.116055 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e91d53dc-1b99-4f12-b687-e03d98d1d3b3 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0766106 Sep 01 16:23:40.189845 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc711e-d860-4775-9c82-691647c41f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:40.191355 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-89cc711e-d860-4775-9c82-691647c41f49 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707870 Sep 01 16:23:40.207211 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:23:40.233848 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Made reservation on behalf of 9354c69eea914154930c87f0f6e65454 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:23:40.236293 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:40.469282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:40.564428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531996c1-2500-4398-aaab-26f059009853,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:40.584591 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Checking segment: {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:23:40.585149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Network hostable DHCP agents. Network: d08cd31e-e599-49ef-8362-dd983c1f8934, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:23:40.618569 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Network d08cd31e-e599-49ef-8362-dd983c1f8934 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:23:40.634158 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, d08cd31e-e599-49ef-8362-dd983c1f8934) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:23:40.639415 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:40.640709 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:40.644398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95dcf26-1f32-4c44-a9f3-5606e2d67c72 None None] Network d08cd31e-e599-49ef-8362-dd983c1f8934 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:23:40.658151 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6efb0b9c-10d0-46fa-bffe-36e3699305d6 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4547274 Sep 01 16:23:40.854887 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-d08cd31e-e599-49ef-8362-dd983c1f8934', 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934', 'tenant_id': '9354c69eea914154930c87f0f6e65454', 'fixed_ips': [{'subnet_id': '531996c1-2500-4398-aaab-26f059009853'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:23:40.855949 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.134269 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Allocated IP 192.168.233.2 (d08cd31e-e599-49ef-8362-dd983c1f8934/531996c1-2500-4398-aaab-26f059009853/42a1ddfd-45f6-426e-ad87-4ec777ab7a81) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:23:41.333914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.345846 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Transition to ACTIVE for port object 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:23:41.362944 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Transition to ACTIVE for port object 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:23:41.370776 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.414815 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Network d08cd31e-e599-49ef-8362-dd983c1f8934 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:23:41.420243 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:23:41.429334 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:23:41.431355 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Pushing event updated for resources: {'Port': ['ID=42a1ddfd-45f6-426e-ad87-4ec777ab7a81,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:41.440630 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.440984 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.441363 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.441704 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.442044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.442381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.442732 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.443067 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.443491 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.443734 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.444057 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.444379 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:23:41.505179 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Attempting to bind port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:23:41.505581 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Attempting to bind port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:23:41.505952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Attempting to bind port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 on network d08cd31e-e599-49ef-8362-dd983c1f8934 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:23:41.511819 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:23:41.512209 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Checking segment: {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:23:41.512605 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.513067 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Bound using segment: {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:23:41.513585 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Bound port: 42a1ddfd-45f6-426e-ad87-4ec777ab7a81, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:23:41.514028 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.584268 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] For port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:23:41.587705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] For port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=42a1ddfd-45f6-426e-ad87-4ec777ab7a81,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:23:41.594017 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:41.654971 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ba2f-7e01-42fe-883b-49c13f283f1b None None] Pushing event updated for resources: {'Port': ['ID=42a1ddfd-45f6-426e-ad87-4ec777ab7a81,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:42.615024 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fea93-9c1c-4024-8d7a-20b6d1fc9332 None None] Network d08cd31e-e599-49ef-8362-dd983c1f8934 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:23:42.697427 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-08cf996a-b969-49a2-a4e2-7400f89d160d None None] Provisioning for port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:23:42.977167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:23:43.034486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:23:43.038843 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:23:43.039238 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.151496 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.156008 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-7aaa8f87-a179-4e27-aa61-f1a41044bdc1 None None] Provisioning complete for port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:23:43.156380 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7aaa8f87-a179-4e27-aa61-f1a41044bdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.214316 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=42a1ddfd-45f6-426e-ad87-4ec777ab7a81,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:23:43.219964 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.280057 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=42a1ddfd-45f6-426e-ad87-4ec777ab7a81,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:44.889354 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:23:44.936535 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 42a1ddfd-45f6-426e-ad87-4ec777ab7a81 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:23:44.936905 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:47.613902 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-392ecd6e-a053-4c19-9412-750483a0674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:51.931010 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c3f3953-685b-4d9b-9ccd-416367444f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:52.156711 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:52.537826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:54.708118 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:13.279005 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:24:17.617432 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4be79d3a-9c03-4ac7-8f5f-4a682cb74604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:21.934915 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8fba19cf-a3e4-45d0-a62a-805ece3ec9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:22.164645 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:22.542013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:24.712835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:47.625981 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7df3-da47-4eb9-8b15-3a2b4f5a867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:50.280268 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:24:51.937250 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe70b0b5-8e40-45de-9ea4-61d67e466cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:52.161492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:52.540331 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:54.719427 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:03.690884 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60908) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:03.706741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [None req-dd9cb338-547f-4c7c-9d1f-922c374b2dac tempest-verify_tempest_config-1092106185 tempest-verify_tempest_config-1092106185-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:25:03.709485 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-dd9cb338-547f-4c7c-9d1f-922c374b2dac tempest-verify_tempest_config-1092106185 tempest-verify_tempest_config-1092106185-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0117917 Sep 01 16:25:04.074163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 60926) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:04.182912 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.282715 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.287076 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.333092 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=875ca103af03444eaf7571d07646b21f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2578249 Sep 01 16:25:04.334151 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c61178-6681-4a96-9963-9db0583d0bc8,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:04.335756 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 60930) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:25:04.341529 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.341855 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.342202 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.342549 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.342892 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.343247 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.343586 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.343921 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.344269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.344605 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.344935 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.345289 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d238ec-4450-452a-8ea8-de972046df9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.416085 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.437309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.537778 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.540237 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:04.542869 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/65c61178-6681-4a96-9963-9db0583d0bc8 HTTP/1.1" status: 204 len: 168 time: 0.2060459 Sep 01 16:25:04.551824 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c61178-6681-4a96-9963-9db0583d0bc8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:04.558985 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.559384 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.559745 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.560168 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.560519 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.560932 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.561321 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.561644 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.562070 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.562407 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.562737 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:04.563064 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2130171-0318-45e8-9e74-6c44946b6b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:17.618737 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff3e63dd-2ee4-4d78-8223-c20ab6a32abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:21.938951 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8b83e4bc-61db-4d73-845a-6cb5be37b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:22.159007 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:22.542368 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:24.719587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:27.279460 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:25:47.620077 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3591-6850-48d5-bd34-3b79302e5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:51.941145 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d722ec3-cf26-44ca-aec5-d30013d95dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.157138 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:52.546759 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:54.723823 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:04.278395 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:17.621318 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1b6110a7-76d4-44e4-b3ee-a444bc0ff531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:21.940961 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94534fe6-7f81-4a48-a7f7-b075c6ffc66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:22.148648 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:22.549445 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:24.725992 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:41.278644 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 5 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:42.304959 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914466'] for agent, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:47.624502 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4fd8b882-634c-46dc-b708-fde45a3447be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:51.942591 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f49e836f-9abd-4ef0-a166-183820694462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:52.151085 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:52.552413 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:54.731261 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:57.782358 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 32774) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:26:57.899639 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-abfac30f-b8a9-46ed-b606-1fbc270b18e3 admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1161311 Sep 01 16:27:00.163658 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 32784) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:00.238751 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4eed70b4-d881-438d-bcb1-6458a6cf0b9a admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0738409 Sep 01 16:27:12.259482 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:17.625812 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a587-0a7a-46e8-b921-c8214a68380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:18.278529 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:27:21.943141 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7e30cb95-237e-4e9c-b5d0-d7d036c46b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:22.153720 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:22.555102 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:24.733750 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:42.280125 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:47.631937 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6558-68f8-487b-8a3f-394e97a8eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:51.950345 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f146f4e8-c68c-42c8-95ae-4efc7994d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:52.156706 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:52.559095 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:54.842688 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:55.299050 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:12.294086 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:17.633159 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e91eaf28-08d0-433a-a5f4-2c7d450e9d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:21.943868 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b54ecf25-1efa-47c8-88f8-a38b623e5e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:22.158938 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:22.559648 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:24.745366 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.351886 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33002) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:29.587817 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33022) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:29.645990 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33028) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:29.673996 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1662588862-network', 'tenant_id': '45ac72b5631c4acfa437f5c876e43297'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:29.685449 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33034) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:29.704126 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Made reservation on behalf of 45ac72b5631c4acfa437f5c876e43297 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:29.706634 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.716276 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.816879 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.823152 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.866587 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2035742097-network', 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:29.871265 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd7c0d-0fc1-409d-a911-edb167410df4,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:29.880887 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.881592 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.882237 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.882804 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.883351 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.883979 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.884751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.885740 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.886318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.886859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.887414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.887952 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Tracked resource versions report: Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: pushed versions: Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: { 'AddressGroup': {'1.2'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'ConntrackHelper': {'1.0'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Log': {'1.0'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Network': {'1.1'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Port': {'1.7'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'PortForwarding': {'1.2'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'QosPolicy': {'1.9'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroup': {'1.4'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SubPort': {'1.0'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Subnet': {'1.1'}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Trunk': {'1.1'}} Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: consumer versions: Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: HyperV agent@hv-cinder-80672: {}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'ConntrackHelper': '1.0', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Log': '1.0', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Network': '1.1', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Port': '1.7', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'PortForwarding': '1.2', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'QosPolicy': '1.9', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroup': '1.4', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SecurityGroupRule': '1.2', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'SubPort': '1.0', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Subnet': '1.1', Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: 'Trunk': '1.1'}} Sep 01 16:28:29.889415 dv-cinder-806726-5-iscsi neutron-server[93858]: {{(pid=93858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:28:29.891437 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-network', 'tenant_id': '5ffdc4887d31487c820b002499bbd574'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:29.904256 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:28:29.929696 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.930091 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Added segment 78d676a4-a00a-489f-b0f3-4bc431d11089 of type vlan for network f9d808af-ee87-4182-9662-5ebfc851ba85 Sep 01 16:28:29.938097 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-network', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:29.962577 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:29.965334 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:29.979055 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Made reservation on behalf of 5ffdc4887d31487c820b002499bbd574 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:29.981549 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.012866 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.025161 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.027484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Made reservation on behalf of 0476a6e07b6e4be6a096dd75ef30b437 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:30.029983 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.042511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.076046 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.110090 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.111517 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:30.112823 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.204630 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.211915 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.262397 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:28:30.291394 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7ca0ee-21a6-4817-9a03-c6951557faa3,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:30.296973 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.297918 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Added segment 2d9056d8-89b9-4921-aac5-678a06ecf606 of type vlan for network 85775ef9-a705-4062-8600-64a922bf725a Sep 01 16:28:30.299799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] Pushing event updated for resources: {'Network': ['ID=f9d808af-ee87-4182-9662-5ebfc851ba85,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:30.316844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network f9d808af-ee87-4182-9662-5ebfc851ba85 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:28:30.317689 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.318268 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.318814 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.319385 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.320050 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.320610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.321328 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.321875 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.322417 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.322944 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.323468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.324010 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Tracked resource versions report: Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: pushed versions: Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Log': {'1.0'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Network': {'1.1'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Port': {'1.7'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'QosPolicy': {'1.9'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: consumer versions: Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: HyperV agent@hv-cinder-80672: {}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Log': '1.0', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Network': '1.1', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Port': '1.7', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'QosPolicy': '1.9', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'SubPort': '1.0', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Subnet': '1.1', Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Sep 01 16:28:30.325331 dv-cinder-806726-5-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:28:30.378959 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.409132 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.410551 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:30.411535 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.415688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.427564 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.479500 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] Pushing event updated for resources: {'Network': ['ID=85775ef9-a705-4062-8600-64a922bf725a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:30.538201 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 85775ef9-a705-4062-8600-64a922bf725a details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:28:30.577146 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.577146 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d471581d-8e88-4ba4-b68a-aa2c39a10b85,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:30.596403 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-961cd599-c3ba-4a1f-91fa-cb22ea1adc6b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9458058 Sep 01 16:28:30.596403 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33070) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:30.601576 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Request body: {'subnet': {'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-subnet', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:30.604538 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:28:30.620133 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.620508 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Added segment 1112a820-e282-485c-a767-6f20fc6b22b4 of type vlan for network e57efe2e-9039-49a9-ab69-e00d3b93afe4 Sep 01 16:28:30.639196 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Made reservation on behalf of 5ffdc4887d31487c820b002499bbd574 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:30.648112 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.668525 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.695299 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.705892 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4f024a2c-434f-4f04-9558-b6f7dbc2513a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3528018 Sep 01 16:28:30.709213 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33078) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:30.709844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.710933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:30.711533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.734889 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Request body: {'subnet': {'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1662588862-subnet', 'tenant_id': '45ac72b5631c4acfa437f5c876e43297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:30.804838 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Made reservation on behalf of 45ac72b5631c4acfa437f5c876e43297 for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:30.808107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.911492 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:28:30.935120 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2486238 Sep 01 16:28:30.946998 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33094) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:30.953178 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Request body: {'subnet': {'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-subnet', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:30.974700 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:30.979313 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:30.997458 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Made reservation on behalf of 0476a6e07b6e4be6a096dd75ef30b437 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:31.000074 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.015030 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.015528 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Added segment 24049a15-a9e8-43c3-af0b-7e9b8a87b80e of type vlan for network 897cb4b5-2dea-45ff-b812-e0078cc543c3 Sep 01 16:28:31.031552 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2660f8-3fe3-4df1-9327-64abe470d6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e57efe2e-9039-49a9-ab69-e00d3b93afe4,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.042477 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:28:31.087788 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.148355 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.149714 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:31.150318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.200826 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Checking segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:31.201278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Network hostable DHCP agents. Network: 85775ef9-a705-4062-8600-64a922bf725a, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:28:31.224713 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6354313 Sep 01 16:28:31.229636 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33102) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:31.240928 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Request body: {'subnet': {'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2035742097-subnet', 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:31.270054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbc97-0cb5-40d8-8758-4ad975a933d6 admin admin] Pushing event updated for resources: {'Network': ['ID=897cb4b5-2dea-45ff-b812-e0078cc543c3,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.282543 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:28:31.288617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.313091 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2810312-cdfc-4404-8efa-b749d6537b29,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.321886 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Network 85775ef9-a705-4062-8600-64a922bf725a is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:28:31.333972 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.345937 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 85775ef9-a705-4062-8600-64a922bf725a) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:31.363440 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199763e6-2290-47ac-a55f-45c25f5b4cc3 None None] Network 85775ef9-a705-4062-8600-64a922bf725a requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:31.398804 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:31.401865 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.407278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:31.408021 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.432772 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8abe52-a693-47e8-9fde-ea3362d57f03,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.452415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Checking segment: {'id': '78d676a4-a00a-489f-b0f3-4bc431d11089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:31.453256 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Network hostable DHCP agents. Network: f9d808af-ee87-4182-9662-5ebfc851ba85, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:28:31.477650 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Network f9d808af-ee87-4182-9662-5ebfc851ba85 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:28:31.496414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, f9d808af-ee87-4182-9662-5ebfc851ba85) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:31.502543 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:31.502861 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.521238 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-04f524cd-0649-49f5-a22c-4ef8368ea0c8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8057117 Sep 01 16:28:31.523446 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a470c0-d4e3-4df2-a54f-0ad44e4f979b None None] Network f9d808af-ee87-4182-9662-5ebfc851ba85 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:31.528872 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783bc9fb-324a-4f17-80b3-3e0eeabfd845,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:31.532407 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-88c21814-34f2-4d24-9198-ab125b33cb85 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9347453 Sep 01 16:28:31.535472 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33110) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:31.542195 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:31.596027 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.597587 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.663399 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Checking segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:31.665914 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Network hostable DHCP agents. Network: e57efe2e-9039-49a9-ab69-e00d3b93afe4, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:28:31.796648 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-85775ef9-a705-4062-8600-64a922bf725a', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:28:31.797581 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.808961 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:28:31.829953 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, e57efe2e-9039-49a9-ab69-e00d3b93afe4) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:31.838685 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:31.839428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.855721 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616b438-40f5-489e-a920-63024e8ac214 None None] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:31.907716 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9ccb41d6-a1d7-4abf-b4d2-ecce3b713964 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9586732 Sep 01 16:28:31.915319 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33132) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:31.921778 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:31.947559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.950342 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:31.951613 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.000681 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.122796 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.199248 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58417c-00b4-46e7-b6fb-f824eda8fcd7 None None] Network f9d808af-ee87-4182-9662-5ebfc851ba85 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:32.243639 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.252838 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33168) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:32.256156 dv-cinder-806726-5-iscsi neutron-server[93858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 16:28:32.265798 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f742c56d-3268-46fa-a05e-63b20d7fa276,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:32.280058 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:32.300954 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Checking segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:32.302299 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Network hostable DHCP agents. Network: 897cb4b5-2dea-45ff-b812-e0078cc543c3, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:28:32.431331 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c93f7d-c234-4fce-aae0-ce47b1d9676a None None] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:32.446763 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Allocated IP 172.20.0.2 (85775ef9-a705-4062-8600-64a922bf725a/f2810312-cdfc-4404-8efa-b749d6537b29/8bdbed34-f1a1-4907-b1dd-be103e3be431) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:32.533979 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.540203 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:28:32.551426 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 897cb4b5-2dea-45ff-b812-e0078cc543c3) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:32.568578 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:32.569168 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.574848 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-5d5cf4bd-26ff-4263-a483-bcbb44426b72 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:32.582295 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-5d5cf4bd-26ff-4263-a483-bcbb44426b72 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/networks?id=f9d808af-ee87-4182-9662-5ebfc851ba85 HTTP/1.1" status: 200 len: 812 time: 0.3276396 Sep 01 16:28:32.590491 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a30c8-065a-48e6-b73a-95f4a9b53436 None None] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:32.600341 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-4c864c44-905e-4dbe-af70-9e7421b22df2 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/quotas/45ac72b5631c4acfa437f5c876e43297 HTTP/1.1" status: 200 len: 375 time: 0.0171311 Sep 01 16:28:32.628909 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ec0e0dfa-8738-4af6-b64b-75eb261061b5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3962157 Sep 01 16:28:32.677976 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-afee6714-0fde-4e9f-afef-b55a3af251e5 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=45ac72b5631c4acfa437f5c876e43297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766578 Sep 01 16:28:32.955605 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:32.970113 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464d068-f6eb-4124-898a-36d3030bf1e3 None None] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:32.977443 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Transition to ACTIVE for port object 8bdbed34-f1a1-4907-b1dd-be103e3be431 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:32.996039 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.045791 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.051826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Transition to ACTIVE for port object 8bdbed34-f1a1-4907-b1dd-be103e3be431 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:33.067756 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.071216 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-cbd9d67e-fdd5-4273-b643-aaf1344b5180 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:28:33.073901 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-cbd9d67e-fdd5-4273-b643-aaf1344b5180 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012976 Sep 01 16:28:33.157825 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.165660 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Network 85775ef9-a705-4062-8600-64a922bf725a is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:33.169545 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Pushing event updated for resources: {'Port': ['ID=8bdbed34-f1a1-4907-b1dd-be103e3be431,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:33.175848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:33.199669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:33.206756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.213007 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.213503 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.214428 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.214871 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.215380 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.216292 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.216730 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.217172 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.217646 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.218088 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.218511 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.218934 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Tracked resource versions report: Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: pushed versions: Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Log': {'1.0'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Network': {'1.1'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Port': {'1.7'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: consumer versions: Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: HyperV agent@hv-cinder-80672: {}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Log': '1.0', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Network': '1.1', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Port': '1.7', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'SubPort': '1.0', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Subnet': '1.1', Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Sep 01 16:28:33.220663 dv-cinder-806726-5-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:28:33.239364 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Allocated IP 172.27.2.113 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/d17ce6c5-d227-4340-a8e2-7ff971dd5b58) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:33.259544 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33218) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:33.263819 dv-cinder-806726-5-iscsi neutron-server[93859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 16:28:33.313528 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Attempting to bind port 8bdbed34-f1a1-4907-b1dd-be103e3be431 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:33.313911 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Attempting to bind port 8bdbed34-f1a1-4907-b1dd-be103e3be431 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:33.314362 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Attempting to bind port 8bdbed34-f1a1-4907-b1dd-be103e3be431 on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:33.316189 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-b43a4e95-db64-4f0a-bc62-738146c0444b service neutron] 10.222.0.101 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302117 Sep 01 16:28:33.327822 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:33.328339 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Checking segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:33.328603 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.328998 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Bound using segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:33.330044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Bound port: 8bdbed34-f1a1-4907-b1dd-be103e3be431, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:33.330044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.440870 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-6dda1347-85a7-46a8-92bb-31beaddfa319 service neutron] 10.222.0.101 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166646 Sep 01 16:28:33.530994 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] For port 8bdbed34-f1a1-4907-b1dd-be103e3be431, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:33.535019 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] For port 8bdbed34-f1a1-4907-b1dd-be103e3be431, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=8bdbed34-f1a1-4907-b1dd-be103e3be431,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:33.542167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.543411 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-1fb22437-45fe-4371-963b-fabf38d0ed6a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:33.545632 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-1fb22437-45fe-4371-963b-fabf38d0ed6a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.2850037 Sep 01 16:28:33.551600 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.576942 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-72699a66-e87f-47bf-8678-9fbffa330b2c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/quotas/d3c430fe38c342ba9c75ec22d82c5d60 HTTP/1.1" status: 200 len: 375 time: 0.0225849 Sep 01 16:28:33.660714 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb669526-465f-430f-8843-e3e469da4ee2 None None] Pushing event updated for resources: {'Port': ['ID=8bdbed34-f1a1-4907-b1dd-be103e3be431,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:33.685448 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-c7bb873c-0021-4660-9e15-90c7a93616c0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848835 Sep 01 16:28:33.707031 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.768765 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Allocated IP 172.27.2.9 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/897555d1-9949-44bb-98eb-4473ebf0f22a) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:33.821132 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:33.829008 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:33.841192 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:33.986309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Pushing event updated for resources: {'Port': ['ID=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:33.987990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:33.996458 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-6086f568-d77b-4f20-b288-f8829a43be8f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:28:34.003780 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-6086f568-d77b-4f20-b288-f8829a43be8f service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1810868 Sep 01 16:28:34.159495 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f9a2fea6-d374-45a4-9a33-cb94e0b3ffe9 req-e3937b2e-2427-4987-8ceb-fdc0b6fe245b tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.0808618 Sep 01 16:28:34.172202 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.210643 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:34.211387 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-244221b6-f741-442f-8610-ce2dcc97137b service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066681 Sep 01 16:28:34.217942 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:34.276051 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:34.333020 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.529990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Pushing event updated for resources: {'Port': ['ID=897555d1-9949-44bb-98eb-4473ebf0f22a,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:34.672260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33288) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:34.685598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:34.746516 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-14d24ea9-b650-4ad6-b4b1-7a0ab90159d7 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341377 Sep 01 16:28:34.922066 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.016513 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-641f7d41-8717-4bea-af80-c5fc58a38566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.035176 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7bbf8-e707-4b09-974a-83d96e9739ae None None] Network 85775ef9-a705-4062-8600-64a922bf725a requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:28:35.241157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Router 5a2e008c-eebc-42cc-bda4-08a0badcd43f is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:28:35.339394 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 8bdbed34-f1a1-4907-b1dd-be103e3be431 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:35.401400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.459828 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-17b7839d-4945-4ae4-9881-e90f517d5722 req-ac0f31e2-1011-4c8c-b4de-f4243c5d587d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.0623879 Sep 01 16:28:35.463105 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61db1ba3-7579-4a16-be5b-8166eff9bc63 req-0a0fad46-7ef9-4efe-897d-e6503298a789 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.0974150 Sep 01 16:28:35.612230 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:28:35.627905 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Sync routers for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:28:35.632408 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Provisioning for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:35.637377 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:35.640797 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:35.641524 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:35.642046 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Provisioning complete for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:35.642421 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.645710 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:35.646244 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.816727 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.822559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-641f7d41-8717-4bea-af80-c5fc58a38566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.823316 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:35.829761 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-641f7d41-8717-4bea-af80-c5fc58a38566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.838916 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.843336 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-661bf349-c69d-4bd5-ae78-c94cac60e872 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9244156 Sep 01 16:28:35.843590 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33358) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:35.886174 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-641f7d41-8717-4bea-af80-c5fc58a38566 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39201ae377cf44009c9473c510f5e9a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2109447 Sep 01 16:28:35.886946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33362) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:35.888142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7d41-8717-4bea-af80-c5fc58a38566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3821b0cc-d790-41a0-9603-6d4323d50189,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:35.890144 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 8bdbed34-f1a1-4907-b1dd-be103e3be431, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=8bdbed34-f1a1-4907-b1dd-be103e3be431,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:35.892528 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Router 1e36c45c-d366-4786-93f7-6695198ba383 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:28:35.975723 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:35.984628 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.071026 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 16:28:36.071738 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-e7e62149-96f5-4398-851a-c7f636a8a85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:28:36.072032 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=8bdbed34-f1a1-4907-b1dd-be103e3be431,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:36.087242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:28:36.098363 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:28:36.113904 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:36.114543 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:36.126696 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.131796 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-08cb0d3e-4324-410d-99c5-c9ff172cbd07 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5952213 Sep 01 16:28:36.132545 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33370) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:36.142339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.193334 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:36.210652 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.243091 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Checking router: 5a2e008c-eebc-42cc-bda4-08a0badcd43f for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:28:36.243728 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Updating router 5a2e008c-eebc-42cc-bda4-08a0badcd43f port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:28:36.275283 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.360835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:36.385998 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.388995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.393334 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3821b0cc-d790-41a0-9603-6d4323d50189 HTTP/1.1" status: 204 len: 168 time: 0.5021265 Sep 01 16:28:36.438985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab5a5-dd4e-43ab-8178-64622da26b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3821b0cc-d790-41a0-9603-6d4323d50189,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:36.729871 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-409c54e4-a576-4733-bb0c-ad0c422f1b0f req-fa4cb82d-c427-4b21-bb25-a6adf737ec5a tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.0320468 Sep 01 16:28:36.734417 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b73eac5-025b-448d-bbe5-71e1ea8303c9 req-b43e4bd5-c76f-45d0-93db-5da3cb9fb859 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.1430798 Sep 01 16:28:36.756173 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.799650 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.813806 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Transition to ACTIVE for port object d17ce6c5-d227-4340-a8e2-7ff971dd5b58 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:36.823931 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.858460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-7186d7ca-5362-4bcc-b15f-785217e2abab None None] Provisioning complete for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:36.859418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7186d7ca-5362-4bcc-b15f-785217e2abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.875727 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.897108 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Pushing event updated for resources: {'Port': ['ID=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:36.935205 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.935805 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.937329 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.937939 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.938495 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.939092 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.939816 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.940388 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.941113 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:36.941406 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.941551 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.941888 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.942216 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Tracked resource versions report: Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: pushed versions: Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Log': {'1.0'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Network': {'1.1'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Port': {'1.7'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: consumer versions: Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: HyperV agent@hv-cinder-80672: {}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: L3 agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: Metadata agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: Metering agent@dv-cinder-806726-5-iscsi: {}, Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-806726-5-iscsi: { 'AddressGroup': '1.2', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Log': '1.0', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Network': '1.1', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Port': '1.7', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'SubPort': '1.0', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Subnet': '1.1', Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Sep 01 16:28:36.944195 dv-cinder-806726-5-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:28:36.948561 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Attempting to bind port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:36.948923 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Attempting to bind port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:36.949471 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Attempting to bind port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:36.956445 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:36.956829 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:36.957245 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:36.957814 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:36.958447 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Bound port: d17ce6c5-d227-4340-a8e2-7ff971dd5b58, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:36.959022 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.041787 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] For port d17ce6c5-d227-4340-a8e2-7ff971dd5b58, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:37.053496 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Allocated IP 172.20.0.1 (e57efe2e-9039-49a9-ab69-e00d3b93afe4/783bc9fb-324a-4f17-80b3-3e0eeabfd845/1472c9e8-da8a-40eb-adb6-c4ee64689db3) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:37.055022 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] For port d17ce6c5-d227-4340-a8e2-7ff971dd5b58, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:37.060756 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:28:37.062898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Updating router 1e36c45c-d366-4786-93f7-6695198ba383 port 897555d1-9949-44bb-98eb-4473ebf0f22a binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:28:37.063032 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.144009 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b5427-06b4-42b5-a937-55b204a14990 None None] Pushing event updated for resources: {'Port': ['ID=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:37.149981 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 8bdbed34-f1a1-4907-b1dd-be103e3be431 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:37.155304 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.186808 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:37.187940 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:37.281280 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.335764 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.342111 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 8bdbed34-f1a1-4907-b1dd-be103e3be431 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:37.345737 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Allocated IP 172.20.0.1 (85775ef9-a705-4062-8600-64a922bf725a/f2810312-cdfc-4404-8efa-b749d6537b29/430bce9d-ccc5-49ba-ad0a-3125f0149b4e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:37.352929 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.361579 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:37.404098 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:37.408229 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:37.449324 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Pushing event updated for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:37.483668 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:37.484165 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.563238 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.610574 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Transition to ACTIVE for port object 430bce9d-ccc5-49ba-ad0a-3125f0149b4e will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:37.663572 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.674200 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.679705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Transition to ACTIVE for port object 897555d1-9949-44bb-98eb-4473ebf0f22a will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:37.687231 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:37.691728 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.723717 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754b92a-3f12-4d7f-b7e6-e1a6e29331e7 None None] The sync data for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi is: [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:28:37.724869 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.743078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Network 85775ef9-a705-4062-8600-64a922bf725a is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:37.746228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:37.750069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:37.750690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.869590 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Attempting to bind port 897555d1-9949-44bb-98eb-4473ebf0f22a on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:37.873313 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Attempting to bind port 897555d1-9949-44bb-98eb-4473ebf0f22a by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:37.873789 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Attempting to bind port 897555d1-9949-44bb-98eb-4473ebf0f22a on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:37.887684 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:37.888078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:37.888502 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.888914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:37.891653 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Bound port: 897555d1-9949-44bb-98eb-4473ebf0f22a, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:37.892143 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:37.896765 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8404ff-17e3-4f5a-965f-d1098a136d70 None None] Pushing event updated for resources: {'Port': ['ID=897555d1-9949-44bb-98eb-4473ebf0f22a,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:38.026789 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] For port 897555d1-9949-44bb-98eb-4473ebf0f22a, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:38.034845 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] For port 897555d1-9949-44bb-98eb-4473ebf0f22a, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=897555d1-9949-44bb-98eb-4473ebf0f22a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:38.044460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.170259 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Pushing event updated for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:38.213617 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:38.214357 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:38.257694 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-650aa19b-8007-4249-8248-c182ded691f1 req-e3b01a27-8a2d-4792-991e-cb0f0acaf4a6 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.1380248 Sep 01 16:28:38.291266 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8404ff-17e3-4f5a-965f-d1098a136d70 None None] Pushing event updated for resources: {'Port': ['ID=897555d1-9949-44bb-98eb-4473ebf0f22a,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:38.321984 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-36070726-cd5b-4930-bee1-893cb2a136dc None None] Provisioning for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:38.644475 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.683179 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.684004 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.702390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.764865 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-36070726-cd5b-4930-bee1-893cb2a136dc None None] Provisioning complete for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:38.765429 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-36070726-cd5b-4930-bee1-893cb2a136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:38.778180 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a4cb8a9-a897-47e2-8e21-d357a8c8ec38 req-9c277667-3ba0-4acb-80ce-abb242d82c6d tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.2028136 Sep 01 16:28:38.866271 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Pushing event updated for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:38.899291 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:38.917000 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-36070726-cd5b-4930-bee1-893cb2a136dc None None] Port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:28:38.950200 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:38.952374 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:39.077642 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.085817 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.087348 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.273265 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d17ce6c5-d227-4340-a8e2-7ff971dd5b58 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:39.277333 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.83', 59584) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:39.302570 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Pushing event updated for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:39.427121 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Network 85775ef9-a705-4062-8600-64a922bf725a is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:39.430124 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:39.510361 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:39.516076 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Router 5a2e008c-eebc-42cc-bda4-08a0badcd43f has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:28:39.520995 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:39.521420 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.528289 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16293eae-9463-4a30-adf7-f7cdac15f14d req-eb3cc4c6-0601-4816-997a-76c6e756b297 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.0894597 Sep 01 16:28:39.567601 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:39.697667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33508) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:39.704849 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e378d72-b78c-4034-afd0-2ffa78b090d8 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:34Z', 'revision_number': 3, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:28:39.780822 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:28:39.793236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.83', 59592) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:39.840002 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-f269825b-f003-42bb-85dd-773a44aa2d6f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:39.847856 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-f269825b-f003-42bb-85dd-773a44aa2d6f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.5637860 Sep 01 16:28:39.986107 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:40.010961 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Request body: {'port': {'device_id': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'admin_state_up': True, 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:40.134955 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port d17ce6c5-d227-4340-a8e2-7ff971dd5b58, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:40.146114 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-48ab6b50-cacd-4842-8aa5-0f2f846534b0 None None] Provisioning complete for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:40.147204 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-48ab6b50-cacd-4842-8aa5-0f2f846534b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:40.194877 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-48ab6b50-cacd-4842-8aa5-0f2f846534b0 None None] Port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:28:40.198660 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:40.236732 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:28:40.264604 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:28:40.276586 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6bd23fa2-3902-41e2-a004-8fa159c5ec4e admin admin] 10.222.0.101 "PUT /v2.0/routers/5a2e008c-eebc-42cc-bda4-08a0badcd43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4319475 Sep 01 16:28:40.319276 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-fda0219f-d358-478a-80ad-9882aa40a0cb admin admin] 10.222.0.101 "PUT /v2.0/routers/1e36c45c-d366-4786-93f7-6695198ba383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1831164 Sep 01 16:28:40.334361 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:40.412148 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a8c418f1-208d-498f-986a-1f896bcce15f req-82078a8b-7227-49dc-ae29-6e29329a3252 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.2036517 Sep 01 16:28:40.433174 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0a20-33dc-4e42-9b20-4118046ceeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:40.628913 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-d2392362-929b-483a-a9fa-aab82ff49e63 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:40.630500 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-d2392362-929b-483a-a9fa-aab82ff49e63 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.83 "GET /v2.0/networks?id=f9d808af-ee87-4182-9662-5ebfc851ba85 HTTP/1.1" status: 200 len: 812 time: 0.8293028 Sep 01 16:28:40.655023 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Request body: {'port': {'device_id': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85', 'admin_state_up': True, 'tenant_id': '45ac72b5631c4acfa437f5c876e43297'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:40.958784 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0a20-33dc-4e42-9b20-4118046ceeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:40.974715 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Sync routers for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:28:41.001188 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:41.003469 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:41.012379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:41.055589 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.073974 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b202d92-3d7e-4d5d-a779-af0a027c4f09 req-1ddaf81e-ad52-4c6d-afe1-665419d691c2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.1521277 Sep 01 16:28:41.107841 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0a20-33dc-4e42-9b20-4118046ceeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.179581 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0a20-33dc-4e42-9b20-4118046ceeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea2313-8039-47d8-809a-0b5c9a085498,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:41.203336 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Made reservation on behalf of 45ac72b5631c4acfa437f5c876e43297 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:41.207221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.246997 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7d7a0a20-33dc-4e42-9b20-4118046ceeef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ab8a9bb27794e14b87cda27a75d31fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5480924 Sep 01 16:28:41.253367 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33604) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:41.418378 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.436185 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d17ce6c5-d227-4340-a8e2-7ff971dd5b58 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:41.633001 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:41.633971 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.798017 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:41.925507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.982662 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Allocated IP 172.20.0.7 (897cb4b5-2dea-45ff-b812-e0078cc543c3/f742c56d-3268-46fa-a05e-63b20d7fa276/84b3efd4-d16f-460d-ba02-f253f0a8c7f0) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:42.049288 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33628) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:42.107675 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 897555d1-9949-44bb-98eb-4473ebf0f22a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:42.182653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Allocated IP 172.20.0.4 (f9d808af-ee87-4182-9662-5ebfc851ba85/dc8abe52-a693-47e8-9fde-ea3362d57f03/6adba8bd-8ea7-469d-82e3-3f2b412981d8) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:42.309777 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.314419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.319075 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 897555d1-9949-44bb-98eb-4473ebf0f22a completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:42.319295 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/07ea2313-8039-47d8-809a-0b5c9a085498 HTTP/1.1" status: 204 len: 168 time: 1.0624101 Sep 01 16:28:42.328247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.332931 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 897555d1-9949-44bb-98eb-4473ebf0f22a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:42.333359 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.401056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a9462c4-4da2-4923-88e4-60e0d57dc754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.412325 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc728f-40d6-48a1-8cbe-b1e421a12145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea2313-8039-47d8-809a-0b5c9a085498,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:42.570094 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33638) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:42.592856 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961227916', 'description': 'tempest-description--1065011591'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:42.615203 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 4, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '1472c9e8-da8a-40eb-adb6-c4ee64689db3', 'name': '', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'mac_address': 'fa:16:3e:e1:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 2, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'subnets': [{'id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:42.616716 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.647563 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Checking router: 5a2e008c-eebc-42cc-bda4-08a0badcd43f for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:28:42.652115 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Updating router 5a2e008c-eebc-42cc-bda4-08a0badcd43f port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:28:42.668810 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.669324 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 897555d1-9949-44bb-98eb-4473ebf0f22a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=897555d1-9949-44bb-98eb-4473ebf0f22a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:42.682794 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.703394 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:42.829745 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=897555d1-9949-44bb-98eb-4473ebf0f22a,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:42.960259 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-cdf7a24e-1ec2-4881-9ba8-391c4fc087e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:42.962232 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-cdf7a24e-1ec2-4881-9ba8-391c4fc087e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 819 time: 0.7282860 Sep 01 16:28:43.124543 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.130238 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-5f503dcb-a085-47ee-80ae-b8d0273a7df8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/quotas/0476a6e07b6e4be6a096dd75ef30b437 HTTP/1.1" status: 200 len: 375 time: 0.1371951 Sep 01 16:28:43.183801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.194819 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 897555d1-9949-44bb-98eb-4473ebf0f22a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:43.212970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.215980 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-168b8396-9094-4792-a324-0b7e5f14602e req-d453e134-3a44-46cb-ad3c-c5700ec93a7e tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 210 time: 0.1066341 Sep 01 16:28:43.406240 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33650) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:43.407668 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.407779 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-38ec258e-8b5b-4262-86c9-f4fdc964884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.407881 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Transition to ACTIVE for port object 1472c9e8-da8a-40eb-adb6-c4ee64689db3 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:43.407999 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:28:43.408091 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.408272 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.411232 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-e1e32a9a-5375-4593-9b0b-4819093a536f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2600574 Sep 01 16:28:43.414152 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-66455554-016a-4689-b961-d83fa4124980 req-6c5e5329-5485-42ca-887f-19646cd01c9d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.0762599 Sep 01 16:28:43.448898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:43.451787 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:43.490244 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1e3cb-b33c-42ea-9bc6-27fb3552d4da None None] Pushing event updated for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:43.499724 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.579255 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 897555d1-9949-44bb-98eb-4473ebf0f22a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:43.579642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.587086 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Attempting to bind port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:43.587739 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Attempting to bind port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:43.588283 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Attempting to bind port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:43.594279 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:43.594933 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Checking segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:43.595911 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.596523 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Bound using segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:43.597182 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Bound port: 1472c9e8-da8a-40eb-adb6-c4ee64689db3, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:43.597843 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.631148 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-48ebac6f-b8e6-4bfb-9ada-4abbdfb8cd9e service neutron] 10.222.0.101 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187362 Sep 01 16:28:43.633706 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3017c-db85-4b24-ad1b-cef016b0bf9a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:43.662679 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.663488 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a9462c4-4da2-4923-88e4-60e0d57dc754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.735051 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a9462c4-4da2-4923-88e4-60e0d57dc754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.743583 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.748710 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Network f9d808af-ee87-4182-9662-5ebfc851ba85 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:43.749663 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-59559fe3-26a2-4631-89f3-a4449d040b04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1690686 Sep 01 16:28:43.750583 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33654) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:43.774925 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] For port 1472c9e8-da8a-40eb-adb6-c4ee64689db3, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:43.785356 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] For port 1472c9e8-da8a-40eb-adb6-c4ee64689db3, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1472c9e8-da8a-40eb-adb6-c4ee64689db3,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:43.794182 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.829236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:43.836669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:43.856088 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:43.857032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.912143 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:43.917722 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Pushing event updated for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:43.973537 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1a9462c4-4da2-4923-88e4-60e0d57dc754 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=47a308c84dca4ab6af6b447670de5c44&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9218271 Sep 01 16:28:43.982726 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33662) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:44.007134 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1e3cb-b33c-42ea-9bc6-27fb3552d4da None None] Pushing event updated for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:44.017715 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:44.019502 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:44.049561 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9462c4-4da2-4923-88e4-60e0d57dc754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12416476-8cfd-4782-b4d0-c7018e8df151,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:44.110681 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group_rule': {'security_group_id': '5cd3017c-db85-4b24-ad1b-cef016b0bf9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:44.239194 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:44.255822 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:44.264420 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:44.275076 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:44.283119 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:44.285009 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.354008 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-38ec258e-8b5b-4262-86c9-f4fdc964884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.360608 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event updated for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:44.392466 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-76945236-c364-4576-9a78-2554555324b2 service neutron] 10.222.0.101 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399542 Sep 01 16:28:44.431219 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.473180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.484648 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-60b448cf-4b7c-4f5c-8d53-6d5aa5803d42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4925399 Sep 01 16:28:44.489075 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.494503 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 2, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:44.517349 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-3a4b5925-9e5e-42d1-a787-388ebcfdc32c tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8734162 Sep 01 16:28:44.519435 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-38ec258e-8b5b-4262-86c9-f4fdc964884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.560919 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-f58e4034-ab63-4ea1-b537-bbaac2d8ff6a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:28:44.561982 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:28:44.562668 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Updating router 1e36c45c-d366-4786-93f7-6695198ba383 port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:28:44.581627 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-f58e4034-ab63-4ea1-b537-bbaac2d8ff6a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142748 Sep 01 16:28:44.611242 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.682583 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.690029 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.715091 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-15d997c3-57b9-4ed4-9983-9d864a57dc72 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:28:44.716634 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-15d997c3-57b9-4ed4-9983-9d864a57dc72 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1359303 Sep 01 16:28:44.781256 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-38ec258e-8b5b-4262-86c9-f4fdc964884a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87b16bf0dc694b44b015f57bc795dbc8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5115194 Sep 01 16:28:44.782469 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33680) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:44.783663 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfae9bf7-b5ff-4671-90dc-d13d8514dcb3,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:44.802066 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:44.807152 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d6ebec72-2b86-4e47-8331-03534c0d833a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984830 Sep 01 16:28:44.807152 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33682) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:44.818703 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group_rule': {'security_group_id': '5cd3017c-db85-4b24-ad1b-cef016b0bf9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:44.912424 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 4, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '1472c9e8-da8a-40eb-adb6-c4ee64689db3', 'name': '', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'mac_address': 'fa:16:3e:e1:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:43Z', 'revision_number': 4, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'subnets': [{'id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:44.944353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec258e-8b5b-4262-86c9-f4fdc964884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fff627-6b58-45d5-a09a-3bcb170123dc,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:44.954463 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcab3b-68c6-428b-8c38-0eda581acbbc None None] The sync data for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi is: [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:37Z', 'revision_number': 4, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '1472c9e8-da8a-40eb-adb6-c4ee64689db3', 'name': '', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'mac_address': 'fa:16:3e:e1:ba:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:43Z', 'revision_number': 4, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'subnets': [{'id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:28:44.981013 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22286-1ec7-4344-a50f-be1ee18e5898 req-349a37c1-4a73-48e3-9cb5-fa6fed711658 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:44.983342 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-65b22286-1ec7-4344-a50f-be1ee18e5898 req-349a37c1-4a73-48e3-9cb5-fa6fed711658 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 931 time: 0.5776887 Sep 01 16:28:45.080588 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b40968-fe4c-45ad-8a90-8449cccba56c req-1a882da5-5f4c-45d3-9694-314f5237987a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:45.088574 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40b40968-fe4c-45ad-8a90-8449cccba56c req-1a882da5-5f4c-45d3-9694-314f5237987a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 931 time: 0.3598585 Sep 01 16:28:45.112927 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-65b22286-1ec7-4344-a50f-be1ee18e5898 req-50aedea6-3743-45c1-ad60-0cb5c3dd5940 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156399 Sep 01 16:28:45.171783 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.177667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Request body: {'port': {'device_id': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:45.310049 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.351618 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.367861 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7a17c474-73c0-403a-ab4d-dca57cb31966 req-0ebf62ab-b679-4cfe-b93d-8001149b8c42 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 210 time: 0.1541553 Sep 01 16:28:45.373958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Transition to ACTIVE for port object 430bce9d-ccc5-49ba-ad0a-3125f0149b4e will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:45.378233 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.381050 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.386073 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/12416476-8cfd-4782-b4d0-c7018e8df151 HTTP/1.1" status: 204 len: 168 time: 1.3867588 Sep 01 16:28:45.426443 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.457509 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1472c9e8-da8a-40eb-adb6-c4ee64689db3 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:45.501672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2986d-e7a8-4141-a994-cacb390ece5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12416476-8cfd-4782-b4d0-c7018e8df151,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:45.509226 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Request body: {'port': {'device_id': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:45.520855 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.636312 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-40b40968-fe4c-45ad-8a90-8449cccba56c req-e9a6fe38-27f2-4a2a-8be8-8818f7b73f8a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644375 Sep 01 16:28:45.731940 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.803019 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.947374 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.971640 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a9be-57b0-45b8-b8ba-aa6eaed15717 None None] Pushing event updated for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:46.054655 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:46.135774 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:46.158730 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.257358 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Attempting to bind port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:46.261513 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Attempting to bind port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:46.266782 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Attempting to bind port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:46.320459 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:46.325171 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Checking segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:46.325922 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.327524 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Bound using segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:46.329449 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Bound port: 430bce9d-ccc5-49ba-ad0a-3125f0149b4e, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:46.331171 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.516214 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249b65f8-560d-496f-9761-597498c75db4,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:46.525780 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.534423 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5706b39b-6cb1-4d46-bd28-2285c47f2128 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7201169 Sep 01 16:28:46.556844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] For port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:46.600949 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33734) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:46.609952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] For port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:46.615376 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.629309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:46.641895 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.798516 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-1659a2bc-907b-4425-9e68-682013549f57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:46.806144 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-1659a2bc-907b-4425-9e68-682013549f57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 819 time: 0.4303031 Sep 01 16:28:46.830245 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-c44d335c-24b1-4c44-a127-2ecf6616087f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/quotas/0476a6e07b6e4be6a096dd75ef30b437 HTTP/1.1" status: 200 len: 375 time: 0.0147464 Sep 01 16:28:46.846102 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.900210 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 1472c9e8-da8a-40eb-adb6-c4ee64689db3, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1472c9e8-da8a-40eb-adb6-c4ee64689db3,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:46.936906 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:46.947081 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:28:46.949237 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:46.992072 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:47.024625 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.083509 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4a9be-57b0-45b8-b8ba-aa6eaed15717 None None] Pushing event updated for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:47.097260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Transition to ACTIVE for port object 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:47.099781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.149979 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0889-bd11-4fad-8df7-f5572f0474dc req-db667833-cb25-42d8-af26-ea4b9032363b tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:47.159742 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.83', 59609) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:47.159968 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c2d0889-bd11-4fad-8df7-f5572f0474dc req-db667833-cb25-42d8-af26-ea4b9032363b tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 931 time: 0.6154101 Sep 01 16:28:47.229858 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.358507 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.361879 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.363415 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b6fff627-6b58-45d5-a09a-3bcb170123dc HTTP/1.1" status: 204 len: 168 time: 2.5747769 Sep 01 16:28:47.370622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Pushing event updated for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:47.397029 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c2d0889-bd11-4fad-8df7-f5572f0474dc req-fff42e6f-d3fe-4017-8d52-52e0b14ea76a tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357836 Sep 01 16:28:47.418782 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18bdd7-605c-4841-a066-e69c4db1d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fff627-6b58-45d5-a09a-3bcb170123dc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:47.590913 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-04ead932-e603-4475-961f-40426035604f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7484305 Sep 01 16:28:47.705640 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:47.726130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Attempting to bind port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:47.727633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Attempting to bind port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:47.728263 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Attempting to bind port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:47.747784 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:28:47.794307 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2682-ee32-4755-bd50-534c7037c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.798315 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:28:47.798681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Attempting to bind port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:47.861713 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:47.862060 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Checking segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:47.862651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Bound using segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:47.872911 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Bound port: 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:47.873758 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.898548 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-ea2b431a-b779-470d-a2f6-e0bc908351e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:47.900413 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-ea2b431a-b779-470d-a2f6-e0bc908351e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 819 time: 0.7265825 Sep 01 16:28:47.908977 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adba8bd-8ea7-469d-82e3-3f2b412981d8 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:47.979129 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:47.986948 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Request body: {'port': {'device_id': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'admin_state_up': True, 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:47.998015 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-bd24ef22-ff93-4761-a2f9-01201076d6d2 service neutron] 10.222.0.101 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765364 Sep 01 16:28:48.059780 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091bc11-b675-4573-b7b1-30fa4f9595b4 req-bb9116c2-7eff-4608-914c-1cb2fd58be9b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:48.061424 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0091bc11-b675-4573-b7b1-30fa4f9595b4 req-bb9116c2-7eff-4608-914c-1cb2fd58be9b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.4468122 Sep 01 16:28:48.096061 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Transition to ACTIVE for port object 6adba8bd-8ea7-469d-82e3-3f2b412981d8 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:48.101524 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.112187 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.220885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:48.384787 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0091bc11-b675-4573-b7b1-30fa4f9595b4 req-e8a7722e-26a4-4b22-b526-4b1a2d93a5c5 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060813 Sep 01 16:28:48.394764 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Pushing event updated for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:48.489161 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:46Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:28:48.519454 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-89c85214-0bf0-46b3-915c-e164b19d5d92 service neutron] 10.222.0.101 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040393 Sep 01 16:28:48.568498 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:48.573240 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Attempting to bind port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:48.573716 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Attempting to bind port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '78d676a4-a00a-489f-b0f3-4bc431d11089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:48.574100 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Attempting to bind port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 on network f9d808af-ee87-4182-9662-5ebfc851ba85 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:48.600079 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 on network f9d808af-ee87-4182-9662-5ebfc851ba85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:28:48.600699 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Attempting to bind port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 on network f9d808af-ee87-4182-9662-5ebfc851ba85 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:48.606973 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07d44-ea48-4891-83c9-f75dd02cf286 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:46Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:28:48.635418 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.681486 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:48.685010 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Checking segment: {'id': '78d676a4-a00a-489f-b0f3-4bc431d11089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:48.686509 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Bound using segment: {'id': '78d676a4-a00a-489f-b0f3-4bc431d11089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:48.712364 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Bound port: 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d676a4-a00a-489f-b0f3-4bc431d11089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:48.712987 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.728458 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Allocated IP 172.27.2.185 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/b1c470a4-bfd1-4373-8eed-6ed1c5ebab72) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:48.802852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33790) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:48.803799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Pushing event updated for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:48.814648 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Made reservation on behalf of 0476a6e07b6e4be6a096dd75ef30b437 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:48.831614 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.903937 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:48.904678 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:48.906374 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-44199598-27cd-4245-8603-a2921fe0a23e service neutron] 10.222.0.83 "PUT /v2.0/ports/84b3efd4-d16f-460d-ba02-f253f0a8c7f0 HTTP/1.1" status: 200 len: 1093 time: 3.9904444 Sep 01 16:28:49.112507 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:49.130303 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8,segment=NetworkSegment(78d676a4-a00a-489f-b0f3-4bc431d11089),segment_id=78d676a4-a00a-489f-b0f3-4bc431d11089)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:49.160049 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d40dc-eb3f-4145-b998-a611cca8e17a req-ffa85029-5946-49b5-94df-2e54f512c913 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:49.162606 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b7d40dc-eb3f-4145-b998-a611cca8e17a req-ffa85029-5946-49b5-94df-2e54f512c913 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.5554016 Sep 01 16:28:49.168645 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.294317 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Allocated IP 172.20.0.4 (e57efe2e-9039-49a9-ab69-e00d3b93afe4/783bc9fb-324a-4f17-80b3-3e0eeabfd845/7aa2d006-4a4d-45ef-99e3-b113f22643af) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:49.473298 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1472c9e8-da8a-40eb-adb6-c4ee64689db3 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:49.544521 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:49.545216 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.551522 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] 10.222.0.83 "PUT /v2.0/ports/6adba8bd-8ea7-469d-82e3-3f2b412981d8 HTTP/1.1" status: 200 len: 1093 time: 4.6263986 Sep 01 16:28:49.571982 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:49.580997 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.637996 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:49.709191 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:49.715435 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.808586 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6834ae15-7f02-4bb6-9a8a-77e846ed6a22 req-76ce6caa-b271-447d-94d1-939f530b1ac0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 210 time: 0.9093106 Sep 01 16:28:49.828527 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:49.885544 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.142041 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 430bce9d-ccc5-49ba-ad0a-3125f0149b4e up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:50.155150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533561fd-6d38-4d07-a7c5-030d56c9c778 service neutron] Pushing event updated for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:50.177381 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b7d40dc-eb3f-4145-b998-a611cca8e17a req-d5b8ca54-3184-4f34-bb31-a233d6388a64 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9894671 Sep 01 16:28:50.203975 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a63bcf7978138cacfab3696e3145f7b87eebdb93c9ec9b44e85c4bcdadc9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4199d5d-d1fe-4575-9c0e-e2d690a95977" -d '{"events": [{"name": "network-changed", "server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:50.257844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:50.264167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:50.264578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.338656 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6837720b-1fb7-45f5-87f5-176945ac6ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:50.341813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Pushing event updated for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:50.350109 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-625624cb-a71c-49db-8e64-26a22031b8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.380098 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:50.448149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-33e2e88f-146f-46ce-b6ee-4c8819ff3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:50.448352 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:50.461103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:50.462542 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-33e2e88f-146f-46ce-b6ee-4c8819ff3333 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45ac72b5631c4acfa437f5c876e43297&device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 1096 time: 0.7340562 Sep 01 16:28:50.480678 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:50.484039 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.496428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.548090 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974fc8-3d30-427e-82a2-9e5d658d8785 req-9d776bd2-74dd-4b9e-b939-9b20936de955 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:50.561792 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-23974fc8-3d30-427e-82a2-9e5d658d8785 req-9d776bd2-74dd-4b9e-b939-9b20936de955 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.6190727 Sep 01 16:28:50.630606 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.775628 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:28:50.783816 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.840622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-625624cb-a71c-49db-8e64-26a22031b8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.859095 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-b3a59330-f0f9-414f-b1af-8a51a84e548b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8834829 Sep 01 16:28:50.886319 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-625624cb-a71c-49db-8e64-26a22031b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:50.957144 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:50.987475 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Request body: {'port': {'device_id': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:51.053399 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625624cb-a71c-49db-8e64-26a22031b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b00144-0cde-47de-9efd-d59249ac05ee,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:51.090911 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-092846cd-84bb-47f6-b21f-99a75060a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:51.092828 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-092846cd-84bb-47f6-b21f-99a75060a94c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 1096 time: 1.2755704 Sep 01 16:28:51.142674 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-23974fc8-3d30-427e-82a2-9e5d658d8785 req-4c63dd76-a323-48f5-a89f-653aa0f02887 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756371 Sep 01 16:28:51.307433 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.83', 59613) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:51.327162 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 430bce9d-ccc5-49ba-ad0a-3125f0149b4e up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:28:51.400881 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-625624cb-a71c-49db-8e64-26a22031b8d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=239be7549a664e37b781bd7bc3dd04f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5895782 Sep 01 16:28:51.412541 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:51.429751 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-bdaae0a1-e1a0-47d1-94fa-9ee87fd073ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8 HTTP/1.1" status: 200 len: 217 time: 0.8684523 Sep 01 16:28:51.453601 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-d3c632c9-90c6-4034-a0fb-6ffa7e871dee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0 HTTP/1.1" status: 200 len: 217 time: 0.2835097 Sep 01 16:28:51.468441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33884) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:51.503660 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ac10ebb2-2824-4e0b-a92a-824de85388aa req-fcfe3ce7-cab3-4d5a-a147-14069cbc81ec tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 210 time: 0.1995931 Sep 01 16:28:51.503871 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cd3b8-77b3-4cc5-b1ab-cec86eabf0ec x-openstack-request-id: req-d70cd3b8-77b3-4cc5-b1ab-cec86eabf0ec {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:51.504244 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:51.504604 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d70cd3b8-77b3-4cc5-b1ab-cec86eabf0ec {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:51.505329 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8', 'status': 'completed', 'code': 200} Sep 01 16:28:51.506793 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:51.549878 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:51.574899 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:51.576818 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:51.695996 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=b1c470a4-bfd1-4373-8eed-6ed1c5ebab72,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:51.702965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:51.798409 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33892) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:51.806228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f8a31-c844-439f-913a-c610be5f32af x-openstack-request-id: req-373f8a31-c844-439f-913a-c610be5f32af {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:51.806588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:51.806908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-373f8a31-c844-439f-913a-c610be5f32af {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:51.809036 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0', 'status': 'completed', 'code': 200} Sep 01 16:28:51.846107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-9f9b1671-aa02-4b0d-a093-b6f6ef50821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:51.847924 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-9f9b1671-aa02-4b0d-a093-b6f6ef50821d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.3750548 Sep 01 16:28:51.958217 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18e17d4b-fb93-4e21-aaa9-ee9fccab7b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.020119 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.025446 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-481a383d-2b01-457d-9440-786911fe320e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543956 Sep 01 16:28:52.037655 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-edded93a-abd5-408f-aa48-85cc7f3780f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:52.040354 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-edded93a-abd5-408f-aa48-85cc7f3780f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc8abe52-a693-47e8-9fde-ea3362d57f03 HTTP/1.1" status: 200 len: 852 time: 0.2841122 Sep 01 16:28:52.094702 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.170880 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa270-05a6-427a-afb6-912120048f8a req-65339941-4ea2-4751-ac39-082e5828f81e tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:52.177643 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2edaa270-05a6-427a-afb6-912120048f8a req-65339941-4ea2-4751-ac39-082e5828f81e tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.5612063 Sep 01 16:28:52.215104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-c2954fee-f97b-49e3-bc5d-7ae34cc17bba tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:52.219425 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-c2954fee-f97b-49e3-bc5d-7ae34cc17bba tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 819 time: 0.8982248 Sep 01 16:28:52.234780 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.243946 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-a826fb2a-0a3e-4e09-b66c-19c4d8905176 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9d808af-ee87-4182-9662-5ebfc851ba85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082432 Sep 01 16:28:52.347490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Request body: {'port': {'device_id': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'admin_state_up': True, 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:52.531525 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.552063 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee902dda-a178-4fc4-9264-2c4f6e3b0a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.591248 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.674568 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.699536 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-0127dbf6-fbd6-4e5c-823d-ef649dc690cc service neutron] 10.222.0.83 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427192 Sep 01 16:28:52.732503 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489e883-e2fe-4bd4-8300-b6a7bf34746a req-e2281898-68eb-4e33-a84d-c291513a4827 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:52.741810 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7489e883-e2fe-4bd4-8300-b6a7bf34746a req-e2281898-68eb-4e33-a84d-c291513a4827 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.3312333 Sep 01 16:28:52.778186 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.791924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.826652 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Made reservation on behalf of 0476a6e07b6e4be6a096dd75ef30b437 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:52.830365 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.858533 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2edaa270-05a6-427a-afb6-912120048f8a req-b908e956-7e38-42d8-ab62-a92b9dc9cec0 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716765 Sep 01 16:28:52.862722 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7489e883-e2fe-4bd4-8300-b6a7bf34746a req-a145b288-e1ab-407a-915a-b173e2049042 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197348 Sep 01 16:28:52.878224 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:52.917368 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-ffcfdb03-fe57-41c5-b504-ed326daed422 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893530 Sep 01 16:28:52.921497 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=b1c470a4-bfd1-4373-8eed-6ed1c5ebab72,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:53.037298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee902dda-a178-4fc4-9264-2c4f6e3b0a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.046970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee902dda-a178-4fc4-9264-2c4f6e3b0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.066989 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e589ac0e-692c-4b62-b648-87073c2e4026 req-40572674-4ec3-4532-947c-bb1329309ac3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 210 time: 0.1147976 Sep 01 16:28:53.096835 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.098189 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5658c03a-2a1b-48a2-ae22-2c8e049a4485 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4945743 Sep 01 16:28:53.156007 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee902dda-a178-4fc4-9264-2c4f6e3b0a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69fef4-77e7-4b6e-8332-fa9db9ee9801,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:53.156696 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.159441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.162873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06b00144-0cde-47de-9efd-d59249ac05ee HTTP/1.1" status: 204 len: 168 time: 1.6889262 Sep 01 16:28:53.189975 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eb0ee-f9fe-4ea3-a4a2-ccb152b2ccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b00144-0cde-47de-9efd-d59249ac05ee,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:53.206615 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ee902dda-a178-4fc4-9264-2c4f6e3b0a5f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cef12c997bf348178b8fc0ba4d55f35d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3908386 Sep 01 16:28:53.207210 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33930) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:53.364373 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.486344 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.665421 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-7a868dc5-2607-470d-b7dc-04d31278357a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1961227916&fields=id&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 267 time: 0.1707804 Sep 01 16:28:53.734526 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa2d006-4a4d-45ef-99e3-b113f22643af {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:53.744058 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.838418 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Transition to ACTIVE for port object 7aa2d006-4a4d-45ef-99e3-b113f22643af will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:53.844432 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.862068 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.862068 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.871902 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2d69fef4-77e7-4b6e-8332-fa9db9ee9801 HTTP/1.1" status: 204 len: 168 time: 0.6521771 Sep 01 16:28:53.918598 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d58eb-cf97-40d4-b1e5-f159d1d61dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69fef4-77e7-4b6e-8332-fa9db9ee9801,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:54.063904 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-005755af-15f7-478c-a99b-e1ee95b0a103 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:54.065567 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-005755af-15f7-478c-a99b-e1ee95b0a103 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 817 time: 0.3892899 Sep 01 16:28:54.106746 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-3992faf4-88aa-4041-8cc1-4e9354480f22 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/quotas/5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 375 time: 0.0318604 Sep 01 16:28:54.110669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:54.136457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Allocated IP 172.20.0.10 (e57efe2e-9039-49a9-ab69-e00d3b93afe4/783bc9fb-324a-4f17-80b3-3e0eeabfd845/53366b66-7131-4ed6-bb2e-160585d2e1bd) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:54.193449 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Attempting to bind port 7aa2d006-4a4d-45ef-99e3-b113f22643af on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:54.193791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Attempting to bind port 7aa2d006-4a4d-45ef-99e3-b113f22643af by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:54.194107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Attempting to bind port 7aa2d006-4a4d-45ef-99e3-b113f22643af on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:54.228480 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317baa-60ac-469b-bf14-2e20d3b31640 req-eac1ccdf-d4d3-4658-be41-25414e01b526 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:54.229962 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9f317baa-60ac-469b-bf14-2e20d3b31640 req-eac1ccdf-d4d3-4658-be41-25414e01b526 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.1972923 Sep 01 16:28:54.285855 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Port 7aa2d006-4a4d-45ef-99e3-b113f22643af on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:28:54.286074 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Attempting to bind port 7aa2d006-4a4d-45ef-99e3-b113f22643af on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:54.324020 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:54.324405 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Checking segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:54.324747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Bound using segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:54.325184 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Bound port: 7aa2d006-4a4d-45ef-99e3-b113f22643af, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:54.326724 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:54.358196 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-6f1f1dea-fe84-4eb8-930e-4756c453d0b9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501152 Sep 01 16:28:54.416895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 33992) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:54.448764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e1f87692-c8d5-4c15-aa58-622edd6ce014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:54.520929 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-3c71b057-df24-41c6-a38a-1392cdcd0527 service neutron] 10.222.0.101 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468916 Sep 01 16:28:54.550664 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9f317baa-60ac-469b-bf14-2e20d3b31640 req-630ca39e-2c7b-416f-8d07-23974f9ea1df tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072486 Sep 01 16:28:54.593654 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 33994) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:54.646132 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-730da355-3dfc-48c9-9508-9ba2e6d22d25 req-65b80d02-d865-45e6-80bc-4fe6dbab7a90 service neutron] 10.222.0.83 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841249 Sep 01 16:28:54.702411 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-b414a476-7bb3-4c6a-a644-36a4e436d43f service neutron] 10.222.0.101 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785028 Sep 01 16:28:54.769064 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:54.776120 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700d9f2d-a07c-45de-87cf-0b9db0b5c7a4 req-f9748f11-a83d-4e3e-9230-eb0a73c3e0bf service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321523 Sep 01 16:28:54.776673 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:54.853345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:54.883513 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-6af11cc8-c5c3-4a67-a7aa-86f86bd50dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:54.885765 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-6af11cc8-c5c3-4a67-a7aa-86f86bd50dfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45ac72b5631c4acfa437f5c876e43297&device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 1096 time: 0.1110885 Sep 01 16:28:54.904836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:54.978301 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:54.978895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:54.980520 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] 10.222.0.83 "PUT /v2.0/ports/7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 1093 time: 4.0252120 Sep 01 16:28:55.004062 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:55.009114 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d04a9cb-f163-4f51-b77c-7f4251be1439" -d '{"events": [{"name": "network-changed", "server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:55.027184 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:55.107776 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20d01798-1bc3-4d86-aa69-fd24a49b160f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:55.191246 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f4fc1-f2d3-4fc0-a025-7ebaf941e7cd req-134f16d5-9c95-4d92-bc23-885879461260 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.194952 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5b3f4fc1-f2d3-4fc0-a025-7ebaf941e7cd req-134f16d5-9c95-4d92-bc23-885879461260 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.4523911 Sep 01 16:28:55.381595 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:55.445901 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a859a6c-2b6d-4d0d-bf4d-1bff176c5625 req-997348fe-83cb-43c7-9179-0db19ba3a66f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.457863 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a859a6c-2b6d-4d0d-bf4d-1bff176c5625 req-997348fe-83cb-43c7-9179-0db19ba3a66f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 932 time: 0.1863296 Sep 01 16:28:55.498435 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-b94ada4e-6d83-4492-9974-e9faa034b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.501383 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-b94ada4e-6d83-4492-9974-e9faa034b897 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f9d808af-ee87-4182-9662-5ebfc851ba85 HTTP/1.1" status: 200 len: 913 time: 0.5995443 Sep 01 16:28:55.513629 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a859a6c-2b6d-4d0d-bf4d-1bff176c5625 req-76bc37b7-f8ad-4d13-ac9e-c397edd1dc2e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 Sep 01 16:28:55.531111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-d64acb04-ec76-4876-ba36-9f7d65d6488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.532632 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-d64acb04-ec76-4876-ba36-9f7d65d6488e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 1096 time: 0.6896937 Sep 01 16:28:55.541640 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf723-2c3d-45b4-8d3b-4fc9bbe8d714 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:55.631965 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-83a37be8-d5a0-4701-9bfc-b498dd15f9ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8 HTTP/1.1" status: 200 len: 217 time: 0.1102946 Sep 01 16:28:55.686773 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77704a2d-0892-40bd-a854-e32c70c927de x-openstack-request-id: req-77704a2d-0892-40bd-a854-e32c70c927de {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:55.687130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:55.687302 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-77704a2d-0892-40bd-a854-e32c70c927de {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:55.687846 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af', 'status': 'completed', 'code': 200} Sep 01 16:28:55.697221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-f5bfcd58-7547-496c-95d8-3488d9216edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.699275 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-f5bfcd58-7547-496c-95d8-3488d9216edf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1096 time: 0.4992456 Sep 01 16:28:55.720893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Network e57efe2e-9039-49a9-ab69-e00d3b93afe4 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:55.767050 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:55.770175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:55.776419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.778343 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:55.853872 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f28f5194-4b93-430b-a4af-1a456772199e req-69a45d65-6609-47a8-b356-e2bb091424c5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 210 time: 0.1111481 Sep 01 16:28:55.932747 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-f351da8f-01a6-421a-bfc5-1288c0a7ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:55.934344 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-f351da8f-01a6-421a-bfc5-1288c0a7ed15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc8abe52-a693-47e8-9fde-ea3362d57f03 HTTP/1.1" status: 200 len: 852 time: 0.2820051 Sep 01 16:28:56.004094 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-8f00549d-cbe8-4e9b-b144-19e1a0631e76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.2574985 Sep 01 16:28:56.052323 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5b3f4fc1-f2d3-4fc0-a025-7ebaf941e7cd req-33aa527b-7b4a-4f3e-9b06-2a9dca1efdc7 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134087 Sep 01 16:28:56.062621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Pushing event updated for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:56.095671 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e1f87692-c8d5-4c15-aa58-622edd6ce014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.127149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87080-cf91-4676-8cb4-c6e6c2b2e5a6 req-34619fd9-d14e-48c3-b821-dea68d8ecfcd tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:56.129237 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0fa87080-cf91-4676-8cb4-c6e6c2b2e5a6 req-34619fd9-d14e-48c3-b821-dea68d8ecfcd tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.0871873 Sep 01 16:28:56.129845 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e1f87692-c8d5-4c15-aa58-622edd6ce014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.154940 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-b902264a-f31b-47dd-a504-30cb9be29131 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8356168 Sep 01 16:28:56.206532 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-e5515631-6612-4fde-80bf-9d36edae9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:56.208082 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-e5515631-6612-4fde-80bf-9d36edae9310 service neutron] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 916 time: 0.6244631 Sep 01 16:28:56.210026 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0fa87080-cf91-4676-8cb4-c6e6c2b2e5a6 req-6304e23c-eae2-4c95-bb40-6c928784ffa5 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Sep 01 16:28:56.210408 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f87692-c8d5-4c15-aa58-622edd6ce014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea95fc6-a771-460d-844c-0ec21d7616b7,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:56.221403 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e1f87692-c8d5-4c15-aa58-622edd6ce014 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa410369f14c4694845fa95a6514bf26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8033035 Sep 01 16:28:56.221949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34056) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:56.300139 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.339309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.411036 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.414837 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.416501 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2ea95fc6-a771-460d-844c-0ec21d7616b7 HTTP/1.1" status: 204 len: 168 time: 0.1933281 Sep 01 16:28:56.427875 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf38dc-d42a-4cad-bcd6-135e5bc05c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea95fc6-a771-460d-844c-0ec21d7616b7,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:56.439447 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Request body: {'port': {'device_id': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:56.477214 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20d01798-1bc3-4d86-aa69-fd24a49b160f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.489448 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20d01798-1bc3-4d86-aa69-fd24a49b160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.533317 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-20d01798-1bc3-4d86-aa69-fd24a49b160f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2b3a38e44cf44f58bbc216c12edf8466&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9371002 Sep 01 16:28:56.537143 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-db02d79b-9ce2-4002-a544-546d6b1fcaa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9d808af-ee87-4182-9662-5ebfc851ba85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628388 Sep 01 16:28:56.542523 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34064) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:56.602758 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01798-1bc3-4d86-aa69-fd24a49b160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f5f97-772c-4ccb-b6f3-be0d1ce880b6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:56.622794 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-a55e07fb-83b0-429c-925e-2bcd7f12689e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0 HTTP/1.1" status: 200 len: 217 time: 0.1786971 Sep 01 16:28:56.713437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-852d27f3-a248-491f-927b-7f8bbe1fdd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:56.715937 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-852d27f3-a248-491f-927b-7f8bbe1fdd5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0749464 Sep 01 16:28:56.760213 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.793747 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.817517 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-c97fc32b-ea6e-4557-95a4-a587c6550839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:56.819693 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-c97fc32b-ea6e-4557-95a4-a587c6550839 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.3616347 Sep 01 16:28:56.821857 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-c65dc379-2941-441b-9237-0e820fa0ff39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783811 Sep 01 16:28:56.830985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.936385 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-d95dd5e3-007a-424e-a736-7f32ad9d94bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843756 Sep 01 16:28:56.944888 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-923ee75a-aaaa-4728-927a-4e8517c739b9 service neutron] 10.222.0.83 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796978 Sep 01 16:28:56.949629 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.957276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:56.967531 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e34f5f97-772c-4ccb-b6f3-be0d1ce880b6 HTTP/1.1" status: 204 len: 168 time: 0.4089262 Sep 01 16:28:57.051060 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe80587-c3f3-4373-920a-97faa17ac29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f5f97-772c-4ccb-b6f3-be0d1ce880b6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:57.052900 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174c221-4368-40e5-92e9-72cd7646c1bc req-78226b63-3ec6-43ef-89dd-5a83204c54de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:57.062670 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9174c221-4368-40e5-92e9-72cd7646c1bc req-78226b63-3ec6-43ef-89dd-5a83204c54de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 932 time: 0.3450418 Sep 01 16:28:57.087665 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cb51ac0d-0044-4586-9cf0-e888a12a1d0d req-a97af3bb-1c2f-4cf2-b2cd-5a3083c7cc32 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 210 time: 0.0991590 Sep 01 16:28:57.172565 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-daa27109-b731-4886-acf2-952f6a443b40 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205929 Sep 01 16:28:57.239401 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4199d5d-d1fe-4575-9c0e-e2d690a95977 req-4ca8ce7d-ca99-4e0b-a5bd-70e0cc19bdbe service neutron] 10.222.0.83 "GET /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701762 Sep 01 16:28:57.460514 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807d1d8-4f5b-4a0a-942a-4398d7994387 req-ecdf5772-19de-4013-a8e2-31964039289c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:57.462311 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8807d1d8-4f5b-4a0a-942a-4398d7994387 req-ecdf5772-19de-4013-a8e2-31964039289c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.1996973 Sep 01 16:28:57.538424 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8807d1d8-4f5b-4a0a-942a-4398d7994387 req-9f9b5e86-d44e-4dbb-835c-1e6d48900369 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668736 Sep 01 16:28:57.541895 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34116) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:57.597677 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-90a09e5d-7673-47a6-a2fb-a7130ad5aee7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:57.603482 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9174c221-4368-40e5-92e9-72cd7646c1bc req-9992b38c-2844-4a98-b539-024ea80fb258 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333347 Sep 01 16:28:57.606960 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-90a09e5d-7673-47a6-a2fb-a7130ad5aee7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 817 time: 0.2802064 Sep 01 16:28:57.608918 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b314c12a-6905-4db2-8d26-24d2fe7ec5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:57.684137 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-d8aeb742-573d-4fd3-9e97-c21b0cfa1611 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877654 Sep 01 16:28:57.747121 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-ece8a42a-1c4e-45e1-baa1-890863d51cf4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 380 time: 0.1192513 Sep 01 16:28:57.760792 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'port': {'device_id': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'admin_state_up': True, 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'security_groups': ['5cd3017c-db85-4b24-ad1b-cef016b0bf9a']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:57.790465 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa382-642c-4dbf-8b8a-e5cafc22c26a req-3a6d6c14-11d1-4400-8217-c3c356336131 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:57.791961 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07aaa382-642c-4dbf-8b8a-e5cafc22c26a req-3a6d6c14-11d1-4400-8217-c3c356336131 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.1297739 Sep 01 16:28:57.812426 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6837720b-1fb7-45f5-87f5-176945ac6ad1 req-7527b044-6d90-4f08-9b08-5b3f052e6df7 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860860 Sep 01 16:28:57.814777 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34126) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:57.911383 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98c867af-9218-47b6-a4f2-e022592d9b06 req-e37e0ed4-2e8e-41ee-8443-9c31e1daccd2 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165346 Sep 01 16:28:57.942480 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07aaa382-642c-4dbf-8b8a-e5cafc22c26a req-8f270662-6df4-4bd7-9534-37bcec337054 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096816 Sep 01 16:28:57.994473 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b314c12a-6905-4db2-8d26-24d2fe7ec5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.003385 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b314c12a-6905-4db2-8d26-24d2fe7ec5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.036760 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53366b66-7131-4ed6-bb2e-160585d2e1bd {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:28:58.046002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.051668 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-53c3759d-541c-43f2-9801-de7f88e9a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.052905 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314c12a-6905-4db2-8d26-24d2fe7ec5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1958b49-7845-4bec-8de5-abc4ba4f0b39,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:58.053973 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-53c3759d-541c-43f2-9801-de7f88e9a7ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1096 time: 0.0724781 Sep 01 16:28:58.061746 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b314c12a-6905-4db2-8d26-24d2fe7ec5ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01826fc4ac6f48adb1b3570d97d7c86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163410 Sep 01 16:28:58.061746 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Made reservation on behalf of 5ffdc4887d31487c820b002499bbd574 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:58.063903 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.067202 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34134) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:58.135283 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Transition to ACTIVE for port object 53366b66-7131-4ed6-bb2e-160585d2e1bd will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:58.139980 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bfd0-ceb2-476c-9253-bdc83146e02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.160285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.184846 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.266297 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34140) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:58.275024 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.319496 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Pushing event updated for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:58.334931 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b2f66c2d-35b2-4b31-be88-8125f7e52b76 req-128ba252-97dd-4ee6-ad81-e1d15ec45698 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 210 time: 0.0939291 Sep 01 16:28:58.348930 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Allocated IP 172.20.0.7 (85775ef9-a705-4062-8600-64a922bf725a/f2810312-cdfc-4404-8efa-b749d6537b29/19b6e3a6-d81a-481d-bd3b-0005e7ca5258) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:28:58.349815 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-42f1d758-3c49-4fdd-8b8e-af8f00c4d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.351514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-42f1d758-3c49-4fdd-8b8e-af8f00c4d42a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.2881911 Sep 01 16:28:58.355254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Attempting to bind port 53366b66-7131-4ed6-bb2e-160585d2e1bd on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:28:58.355750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Attempting to bind port 53366b66-7131-4ed6-bb2e-160585d2e1bd by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:28:58.356128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Attempting to bind port 53366b66-7131-4ed6-bb2e-160585d2e1bd on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:58.365848 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Port 53366b66-7131-4ed6-bb2e-160585d2e1bd on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:28:58.366171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Attempting to bind port 53366b66-7131-4ed6-bb2e-160585d2e1bd on network e57efe2e-9039-49a9-ab69-e00d3b93afe4 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:28:58.428890 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.439454 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.440912 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f1958b49-7845-4bec-8de5-abc4ba4f0b39 HTTP/1.1" status: 204 len: 168 time: 0.3727064 Sep 01 16:28:58.449116 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:28:58.449506 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Checking segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:28:58.450275 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Bound using segment: {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:28:58.451156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Bound port: 53366b66-7131-4ed6-bb2e-160585d2e1bd, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1112a820-e282-485c-a767-6f20fc6b22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:28:58.451156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.459240 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-8564116b-50e6-4120-b7e5-d8dc61b40bb9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0943112 Sep 01 16:28:58.470205 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f090-abbc-464a-b556-b8325fa25d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1958b49-7845-4bec-8de5-abc4ba4f0b39,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:58.594599 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:28:58.620581 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-fb968247-b751-427e-9567-38479c7b9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.623544 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-fb968247-b751-427e-9567-38479c7b9164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.1552756 Sep 01 16:28:58.625550 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:28:58.626088 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a311-0030-443a-86b5-d2f43208d23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.634391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.666753 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bfd0-ceb2-476c-9253-bdc83146e02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.705817 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-c811e9dd-dc43-4714-8301-201aed199c89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731440 Sep 01 16:28:58.708787 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1ef5bfd0-ceb2-476c-9253-bdc83146e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.752802 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5bfd0-ceb2-476c-9253-bdc83146e02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887288ed-c8ce-4716-a28d-25ade18bf073,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:58.782659 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.783769 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.784876 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] 10.222.0.83 "PUT /v2.0/ports/53366b66-7131-4ed6-bb2e-160585d2e1bd HTTP/1.1" status: 200 len: 1094 time: 2.3551726 Sep 01 16:28:58.786390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:28:58.790036 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56a4636-0dde-466c-8456-b6e6d3abb1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:28:58.811673 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.854202 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Transition to ACTIVE for port object 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:28:58.894488 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1ef5bfd0-ceb2-476c-9253-bdc83146e02c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f36041745494c1b8bfb081816c7f86c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0762343 Sep 01 16:28:58.897298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16537e-538d-4704-b181-7efc79f6fc27 req-238fe841-d5c7-43f9-8a72-39288713b639 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.899199 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c16537e-538d-4704-b181-7efc79f6fc27 req-238fe841-d5c7-43f9-8a72-39288713b639 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.1643989 Sep 01 16:28:58.899802 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34164) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:58.911976 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0a74f-73d7-469d-8ae2-83fd3c4fd457 service neutron] Pushing event updated for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:58.953443 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a311-0030-443a-86b5-d2f43208d23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.965260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b538785-f620-4273-94de-07df5f060662 req-86f70e35-c931-4387-aa25-5c0511b730d4 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.967788 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b538785-f620-4273-94de-07df5f060662 req-86f70e35-c931-4387-aa25-5c0511b730d4 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 944 time: 0.2207496 Sep 01 16:28:58.974144 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a311-0030-443a-86b5-d2f43208d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:58.981053 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-dd234af3-a58f-4577-8df9-5bad33d3dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:58.983540 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-dd234af3-a58f-4577-8df9-5bad33d3dd62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 1097 time: 0.1176214 Sep 01 16:28:59.012297 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-823b9d19-240b-45eb-9858-865eb713d4e4 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589974 Sep 01 16:28:59.036098 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9c16537e-538d-4704-b181-7efc79f6fc27 req-f3e7350e-1f43-467c-8aea-5e2b0e5786d8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241274 Sep 01 16:28:59.054880 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0ca0a311-0030-443a-86b5-d2f43208d23b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5423e59d86564c30a75d72ad77152e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830076 Sep 01 16:28:59.056080 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.062987 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34174) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:28:59.135065 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a311-0030-443a-86b5-d2f43208d23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a585c6b-0b08-4c03-a4cb-a5dfacd90457,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:59.139550 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-67ec31b3-3f4d-4828-98b1-2c94a9ff23b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd HTTP/1.1" status: 200 len: 217 time: 0.1445441 Sep 01 16:28:59.158456 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Network 85775ef9-a705-4062-8600-64a922bf725a is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:28:59.177270 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:28:59.187095 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:28:59.192683 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:59.193377 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.200188 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:59.221476 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.225188 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d8aee-4e17-46d0-87f3-203c80be34b4 x-openstack-request-id: req-ac2d8aee-4e17-46d0-87f3-203c80be34b4 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:28:59.225188 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:28:59.225188 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ac2d8aee-4e17-46d0-87f3-203c80be34b4 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:28:59.225188 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd', 'status': 'completed', 'code': 200} Sep 01 16:28:59.225188 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b538785-f620-4273-94de-07df5f060662 req-8ce0f31d-5279-4e00-9d8b-7a4242350c09 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453618 Sep 01 16:28:59.233794 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-bbe5933f-6f42-4f47-a8d8-a5082ca0868d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770868 Sep 01 16:28:59.253895 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Request body: {'port': {'device_id': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:59.262592 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.282866 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d04a9cb-f163-4f51-b77c-7f4251be1439 req-029b7c49-c2a4-4e7c-970b-bdd64c86d290 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350583 Sep 01 16:28:59.301757 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-7e7fd551-cf60-46c1-8f98-fe00505f6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:59.303769 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-7e7fd551-cf60-46c1-8f98-fe00505f6a7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.1562009 Sep 01 16:28:59.358163 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-35608c76-8cad-42de-b955-2374883f1722 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443549 Sep 01 16:28:59.367530 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.466200 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.469926 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.526807 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3084d2-dfec-47c9-b9aa-7bf2ce8f692b req-ca914bba-2691-4a19-b1ff-6812197d8a4d tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:59.528380 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed3084d2-dfec-47c9-b9aa-7bf2ce8f692b req-ca914bba-2691-4a19-b1ff-6812197d8a4d tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.2467234 Sep 01 16:28:59.579860 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.582855 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.584027 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/887288ed-c8ce-4716-a28d-25ade18bf073 HTTP/1.1" status: 204 len: 168 time: 0.6779344 Sep 01 16:28:59.600765 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-35c5aec7-dd28-44b4-b933-e66c9869d161 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334337 Sep 01 16:28:59.621476 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4165f-549d-4574-b7a8-783adb5e4c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887288ed-c8ce-4716-a28d-25ade18bf073,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:59.666045 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed3084d2-dfec-47c9-b9aa-7bf2ce8f692b req-7a68d140-404f-4f90-b9c2-34f0f2519839 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935438 Sep 01 16:28:59.687699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3c91238c-5481-4b9f-bded-b675756cffe3 None None] Provisioning for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:28:59.706087 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3c91238c-5481-4b9f-bded-b675756cffe3 None None] Provisioning complete for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:28:59.706468 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c91238c-5481-4b9f-bded-b675756cffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.716025 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ce87-7731-4676-8e64-8ebb6d70de06 req-558586ce-1337-4564-9e16-7809e2b0d0ea tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:59.719136 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-15b0ce87-7731-4676-8e64-8ebb6d70de06 req-558586ce-1337-4564-9e16-7809e2b0d0ea tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 931 time: 0.1934407 Sep 01 16:28:59.747263 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.751793 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:59.752054 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3c91238c-5481-4b9f-bded-b675756cffe3 None None] Port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:28:59.761805 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3a585c6b-0b08-4c03-a4cb-a5dfacd90457 HTTP/1.1" status: 204 len: 168 time: 0.6919861 Sep 01 16:28:59.784238 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220d533-3a5b-4686-93c5-69a438339b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a585c6b-0b08-4c03-a4cb-a5dfacd90457,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:59.844289 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-15b0ce87-7731-4676-8e64-8ebb6d70de06 req-9538693f-4be0-4f39-8561-cdae714e45da tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142306 Sep 01 16:28:59.847939 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e34ef6a8-6c26-4fcf-9289-865b0ec6530a req-a0a00e4a-3a9d-401a-995a-98e0c5db6537 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391057 Sep 01 16:28:59.971091 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-0913cd51-cdb1-4514-bdea-81ec60ae21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:59.977233 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-0913cd51-cdb1-4514-bdea-81ec60ae21b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 1097 time: 0.0634739 Sep 01 16:29:00.050194 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:00.063532 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.102214 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Transition to ACTIVE for port object 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:29:00.108873 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-dae25848-bcdd-491a-8c5c-36956cc59c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.109160 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.115006 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-dae25848-bcdd-491a-8c5c-36956cc59c9e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.1296198 Sep 01 16:29:00.190963 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-aaddfe69-0df8-40e3-bb71-23208454e386 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd HTTP/1.1" status: 200 len: 217 time: 0.0681679 Sep 01 16:29:00.232154 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34212) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:00.272814 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9787a70c-3b56-4afd-80bc-09346e64fca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.295295 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:00.325501 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c394e5-47d7-48b0-9ce9-ddeea5fb5940 req-2cd6442f-a733-46d0-b218-615e1cbd9bc3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.335100 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d0c394e5-47d7-48b0-9ce9-ddeea5fb5940 req-2cd6442f-a733-46d0-b218-615e1cbd9bc3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 943 time: 0.1498740 Sep 01 16:29:00.351015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-ed34d0cf-ac5d-40d3-889f-7e74bf9dbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.358247 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-ed34d0cf-ac5d-40d3-889f-7e74bf9dbdd5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.1549098 Sep 01 16:29:00.360070 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Attempting to bind port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:29:00.360417 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Attempting to bind port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:29:00.360744 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Attempting to bind port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:00.379766 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 on network 85775ef9-a705-4062-8600-64a922bf725a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:29:00.380085 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Attempting to bind port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:00.425076 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d0c394e5-47d7-48b0-9ce9-ddeea5fb5940 req-ad29f7d3-8bc5-4ec0-b0f2-abcd4f3aa7dd tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870843 Sep 01 16:29:00.426419 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:29:00.426829 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Checking segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:00.427228 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Bound using segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:29:00.427908 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Bound port: 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:29:00.428485 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.433062 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-9c8af18d-e001-4c25-8218-0262e5ed77df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567369 Sep 01 16:29:00.575261 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:29:00.583470 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:29:00.588934 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.664182 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946195bf-1017-47f3-bdc9-ce8d05dcc2f1 req-b30fbaa0-0c00-4d19-8369-81ea68bb7082 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.675725 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-946195bf-1017-47f3-bdc9-ce8d05dcc2f1 req-b30fbaa0-0c00-4d19-8369-81ea68bb7082 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 944 time: 0.2607486 Sep 01 16:29:00.724128 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.724435 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34222) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:00.726380 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.730243 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] 10.222.0.83 "PUT /v2.0/ports/19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 1093 time: 1.4854097 Sep 01 16:29:00.740938 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:00.753272 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a63bcf7978138cacfab3696e3145f7b87eebdb93c9ec9b44e85c4bcdadc9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13490624-2b26-44cd-bce1-da71629b97ff" -d '{"events": [{"name": "network-changed", "server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:00.760353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c1200cdf-7197-49f6-be8a-08e67129cfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.766607 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97a474-8a83-44e1-909b-7320e9f106af service neutron] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:00.833220 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-946195bf-1017-47f3-bdc9-ce8d05dcc2f1 req-a41721cd-d916-4b14-8681-591110707871 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557069 Sep 01 16:29:00.906872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9787a70c-3b56-4afd-80bc-09346e64fca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.916688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9787a70c-3b56-4afd-80bc-09346e64fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:00.931487 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-059de7f0-8011-4cdc-b046-e301bb05b562 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001962 Sep 01 16:29:00.986577 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5ddba-b715-4262-bc5b-d0adfdd3621b req-6f8824c2-56b2-4cb0-b73b-cde85581ef6e tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:00.989678 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95b5ddba-b715-4262-bc5b-d0adfdd3621b req-6f8824c2-56b2-4cb0-b73b-cde85581ef6e tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 943 time: 0.2044911 Sep 01 16:29:01.001226 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-0c57e2ae-790a-41f8-b209-b16c0f33001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:01.004171 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-0c57e2ae-790a-41f8-b209-b16c0f33001a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1096 time: 0.1867654 Sep 01 16:29:01.018013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 7aa2d006-4a4d-45ef-99e3-b113f22643af details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:29:01.129437 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-8efe636a-c409-4f15-82a8-771cd959bb2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 217 time: 0.0936899 Sep 01 16:29:01.136123 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f4c21d-bef1-4eb2-9b83-2c8b2c9e68be x-openstack-request-id: req-b4f4c21d-bef1-4eb2-9b83-2c8b2c9e68be {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:01.136454 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:01.136658 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4f4c21d-bef1-4eb2-9b83-2c8b2c9e68be {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:01.137056 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'status': 'completed', 'code': 200} Sep 01 16:29:01.159193 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-95b5ddba-b715-4262-bc5b-d0adfdd3621b req-b6ba50b0-abc0-49c5-83ae-064eea728384 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523895 Sep 01 16:29:01.160800 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:01.185518 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '7aa2d006-4a4d-45ef-99e3-b113f22643af', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'port_id': '7aa2d006-4a4d-45ef-99e3-b113f22643af', 'mac_address': 'fa:16:3e:7f:ff:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:29:01.227245 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-345d23be-ef26-4bc8-a9cf-34d2ad0c63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:01.229415 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-345d23be-ef26-4bc8-a9cf-34d2ad0c63b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0738723 Sep 01 16:29:01.252340 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.278172 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa2d006-4a4d-45ef-99e3-b113f22643af {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:01.303659 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:01.311974 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.312921 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:29:01.323767 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-54b871a4-b676-46e4-ad48-d022448ad3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:01.328667 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-54b871a4-b676-46e4-ad48-d022448ad3c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847836 Sep 01 16:29:01.433402 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9787a70c-3b56-4afd-80bc-09346e64fca6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d67fcc72a2bf47c8baa9a8070ef511e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1995311 Sep 01 16:29:01.442969 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34240) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:01.446430 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:01.450482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787a70c-3b56-4afd-80bc-09346e64fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9686b-ae97-4192-9529-be6b42aae452,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:01.505093 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:01.509760 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a5651-8da9-4300-984b-49eba5bc6cbd req-d9650f5c-a98d-4cce-8b04-54dcf18c4944 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:01.517326 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-374a5651-8da9-4300-984b-49eba5bc6cbd req-d9650f5c-a98d-4cce-8b04-54dcf18c4944 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.1598606 Sep 01 16:29:01.520638 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'port_id': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0', 'mac_address': 'fa:16:3e:d7:52:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742c56d-3268-46fa-a05e-63b20d7fa276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:29:01.555134 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c56a4636-0dde-466c-8456-b6e6d3abb1ed req-fa7a602d-7ea6-41f2-8145-2e4418e01905 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113014 Sep 01 16:29:01.568418 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.588058 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.589942 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-374a5651-8da9-4300-984b-49eba5bc6cbd req-c6df5d2c-417c-4981-b25d-98a2dda514f5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715473 Sep 01 16:29:01.608323 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:01.644224 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:01.648056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c1200cdf-7197-49f6-be8a-08e67129cfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.651151 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.651781 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6adba8bd-8ea7-469d-82e3-3f2b412981d8 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:29:01.655512 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c1200cdf-7197-49f6-be8a-08e67129cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.711351 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c1200cdf-7197-49f6-be8a-08e67129cfbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0dae7d0ec2064db7acb1a51c8415b630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854634 Sep 01 16:29:01.712200 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1200cdf-7197-49f6-be8a-08e67129cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb6de59-c351-4166-bdeb-f8dad8d146c5,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:01.715450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34248) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:01.782888 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.811488 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.826984 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:01.920254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.924977 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.925606 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:01.926482 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4cb6de59-c351-4166-bdeb-f8dad8d146c5 HTTP/1.1" status: 204 len: 168 time: 0.2097931 Sep 01 16:29:01.938324 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179df4-d81f-4a50-84aa-119cdb061f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb6de59-c351-4166-bdeb-f8dad8d146c5,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:01.943565 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-2e0c560e-de50-41cd-9fde-ee4b6d10fc5c service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102157 Sep 01 16:29:01.947496 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8,segment=NetworkSegment(78d676a4-a00a-489f-b0f3-4bc431d11089),segment_id=78d676a4-a00a-489f-b0f3-4bc431d11089)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:01.988415 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '6adba8bd-8ea7-469d-82e3-3f2b412981d8', 'network_id': 'f9d808af-ee87-4182-9662-5ebfc851ba85', 'port_id': '6adba8bd-8ea7-469d-82e3-3f2b412981d8', 'mac_address': 'fa:16:3e:3a:ea:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8abe52-a693-47e8-9fde-ea3362d57f03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:29:02.021946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d69d4-ea61-40d4-952b-63a614ba6a5b req-554d4220-5c5e-4709-a81c-daa2067b0975 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.024407 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-600d69d4-ea61-40d4-952b-63a614ba6a5b req-554d4220-5c5e-4709-a81c-daa2067b0975 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 944 time: 0.0749590 Sep 01 16:29:02.024853 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ae77-5e87-4733-b9e7-64c5d9c1ba55 req-a75e4ff0-0fe1-4e6e-905f-b02141861eac tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.026375 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f905ae77-5e87-4733-b9e7-64c5d9c1ba55 req-a75e4ff0-0fe1-4e6e-905f-b02141861eac tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 944 time: 0.4374671 Sep 01 16:29:02.074631 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:02.081351 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:02.084472 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:02.086991 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/97a9686b-ae97-4192-9529-be6b42aae452 HTTP/1.1" status: 204 len: 168 time: 0.6440790 Sep 01 16:29:02.095991 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-600d69d4-ea61-40d4-952b-63a614ba6a5b req-c66f5a2d-9fe6-44ff-abc8-04c561d344a6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Sep 01 16:29:02.099653 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adba8bd-8ea7-469d-82e3-3f2b412981d8 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:02.113530 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd531fa-99ad-4b85-b198-55abc30651fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9686b-ae97-4192-9529-be6b42aae452,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:02.125188 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a394b587-4ccd-47f6-88a6-31e6cea51acc req-0c24cc6b-e3a3-4e10-ba05-653d3bc31a0f service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719058 Sep 01 16:29:02.141158 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f905ae77-5e87-4733-b9e7-64c5d9c1ba55 req-f8209051-4254-4743-a21a-ae59829eaf94 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Sep 01 16:29:02.141890 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8,segment=NetworkSegment(78d676a4-a00a-489f-b0f3-4bc431d11089),segment_id=78d676a4-a00a-489f-b0f3-4bc431d11089)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:02.150277 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:02.225962 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490624-2b26-44cd-bce1-da71629b97ff req-c502fda1-73c3-4609-b01a-a9ba6210d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.228510 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-c502fda1-73c3-4609-b01a-a9ba6210d345 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1096 time: 0.0445635 Sep 01 16:29:02.257672 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:02.346210 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a426bf-24a4-430f-aa79-54eb089e7afc req-b6864120-9a2f-4783-ad92-4295005b8520 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.348606 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-71a426bf-24a4-430f-aa79-54eb089e7afc req-b6864120-9a2f-4783-ad92-4295005b8520 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.0822303 Sep 01 16:29:02.401036 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-71a426bf-24a4-430f-aa79-54eb089e7afc req-bddce554-d8d9-42c8-bcb6-c0449c85dbd4 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Sep 01 16:29:02.403566 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490624-2b26-44cd-bce1-da71629b97ff req-c7902187-1cf2-4fad-a1e9-e3c64c258c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.405697 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-c7902187-1cf2-4fad-a1e9-e3c64c258c46 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1672583 Sep 01 16:29:02.479972 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-138e9cee-f006-46b9-9fb3-8468760790d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 217 time: 0.0663152 Sep 01 16:29:02.527429 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['7aa2d006-4a4d-45ef-99e3-b113f22643af'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:02.572448 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490624-2b26-44cd-bce1-da71629b97ff req-e5045085-616b-4d14-8ad4-7cd6254c69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.573812 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-e5045085-616b-4d14-8ad4-7cd6254c69d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0861506 Sep 01 16:29:02.588871 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['6adba8bd-8ea7-469d-82e3-3f2b412981d8'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:02.591136 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:02.647277 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490624-2b26-44cd-bce1-da71629b97ff req-11e48daf-498e-4f84-a01d-6dc83be1bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.649045 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-11e48daf-498e-4f84-a01d-6dc83be1bd1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664377 Sep 01 16:29:02.799229 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02afab2-3d28-4547-bb61-60aa37ef029f req-8a8ef5c6-1930-458d-96f3-8516fbb4d3fd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:02.807119 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f02afab2-3d28-4547-bb61-60aa37ef029f req-8a8ef5c6-1930-458d-96f3-8516fbb4d3fd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.1061571 Sep 01 16:29:02.843692 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-b53b68b2-a5c8-47cc-a5fb-e3545a3b688f service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845663 Sep 01 16:29:02.874246 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f02afab2-3d28-4547-bb61-60aa37ef029f req-ed8d3e0b-024b-4ce7-8e8f-a6d555b43381 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598416 Sep 01 16:29:02.931115 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34306) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:03.241760 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc6818d-f30c-4df9-b468-5ca072e089cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.302547 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059309-e123-412a-a728-017919616546 req-b1bb8f04-3004-4419-8276-0e29c2031887 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:03.304333 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46059309-e123-412a-a728-017919616546 req-b1bb8f04-3004-4419-8276-0e29c2031887 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 944 time: 0.1269183 Sep 01 16:29:03.319428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3f3e-c958-44af-abdd-b0696df51497 req-74e08a16-0bc1-4557-b4c3-5604516a841b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:03.321038 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f5f3f3e-c958-44af-abdd-b0696df51497 req-74e08a16-0bc1-4557-b4c3-5604516a841b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 944 time: 0.0718436 Sep 01 16:29:03.373229 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46059309-e123-412a-a728-017919616546 req-c81cb914-859a-4294-8db9-21264b9877b7 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582957 Sep 01 16:29:03.385017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f5f3f3e-c958-44af-abdd-b0696df51497 req-f8d47669-4795-43e9-af7e-4a1a5a5ba84d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Sep 01 16:29:03.410518 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc6818d-f30c-4df9-b468-5ca072e089cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.415717 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc6818d-f30c-4df9-b468-5ca072e089cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.462540 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6bc6818d-f30c-4df9-b468-5ca072e089cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9d12206905934a29a27af068c46451fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303099 Sep 01 16:29:03.463408 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6818d-f30c-4df9-b468-5ca072e089cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bcd23-62e7-4dd2-9dec-6cc35752cbb8,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:03.465624 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34336) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:03.484686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34338) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:03.528408 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.540345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233ee23-f0ea-45d4-a619-3481958a3f7c req-c1655836-1911-4623-9dde-3db90bb12996 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:03.542360 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a233ee23-f0ea-45d4-a619-3481958a3f7c req-c1655836-1911-4623-9dde-3db90bb12996 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.0515041 Sep 01 16:29:03.555875 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.583336 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a233ee23-f0ea-45d4-a619-3481958a3f7c req-1f390ffa-9008-453c-9d39-a7b00c0d8e51 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Sep 01 16:29:03.614441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-959504096-network', 'tenant_id': '2d6b4ee1f76c439db70f5611315ea91e'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:03.627392 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.630535 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.632107 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cd9bcd23-62e7-4dd2-9dec-6cc35752cbb8 HTTP/1.1" status: 204 len: 168 time: 0.1650779 Sep 01 16:29:03.641401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Made reservation on behalf of 2d6b4ee1f76c439db70f5611315ea91e for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:03.642442 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea3e0f-a4af-4ab5-a49b-73b9c467e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bcd23-62e7-4dd2-9dec-6cc35752cbb8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:03.646269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.656667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.668363 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 53366b66-7131-4ed6-bb2e-160585d2e1bd details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:29:03.777629 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13490624-2b26-44cd-bce1-da71629b97ff req-ba5be3f6-4adb-4f40-88d8-c487a21e6602 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168735 Sep 01 16:29:03.802521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.807133 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:03.807735 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.825232 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '53366b66-7131-4ed6-bb2e-160585d2e1bd', 'network_id': 'e57efe2e-9039-49a9-ab69-e00d3b93afe4', 'port_id': '53366b66-7131-4ed6-bb2e-160585d2e1bd', 'mac_address': 'fa:16:3e:86:b3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783bc9fb-324a-4f17-80b3-3e0eeabfd845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:29:03.841312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:29:03.852602 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3b4fc-6da7-4a24-81f5-5392e24b5c0f,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:03.862635 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.863029 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Added segment e481d2ee-8a89-4602-a8b0-1b4125f8bcc5 of type vlan for network cd8f415c-ebe3-48e7-84ef-6f725bb17118 Sep 01 16:29:03.874602 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.891745 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53366b66-7131-4ed6-bb2e-160585d2e1bd {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:03.911512 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.918771 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:03.924098 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.947943 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:03.949058 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:03.949844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.005729 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.016682 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5309136 Sep 01 16:29:04.019600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34358) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:04.025655 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Request body: {'subnet': {'network_id': 'cd8f415c-ebe3-48e7-84ef-6f725bb17118', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-959504096-subnet', 'tenant_id': '2d6b4ee1f76c439db70f5611315ea91e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:04.056269 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7085f-f761-4417-b56e-abb504d04ad6 req-215898e5-6a0f-4878-a3d7-c144906048ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:04.060084 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52bbc0-b9e6-40df-9133-97e03b34dc53 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8f415c-ebe3-48e7-84ef-6f725bb17118,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.068902 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13b7085f-f761-4417-b56e-abb504d04ad6 req-215898e5-6a0f-4878-a3d7-c144906048ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0831220 Sep 01 16:29:04.074213 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network cd8f415c-ebe3-48e7-84ef-6f725bb17118 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:29:04.082932 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Made reservation on behalf of 2d6b4ee1f76c439db70f5611315ea91e for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:04.089098 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.136003 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34360) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:04.138008 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13b7085f-f761-4417-b56e-abb504d04ad6 req-fbf84651-4520-4420-b17b-f08af80f3e81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679939 Sep 01 16:29:04.156128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fc463a66-1423-4671-ac08-82af08d39ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.334869 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.372420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fc463a66-1423-4671-ac08-82af08d39ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.386411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-fc463a66-1423-4671-ac08-82af08d39ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.419163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d040fe87-9499-43b6-8696-fb149b5f8812,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.444017 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-fc463a66-1423-4671-ac08-82af08d39ee2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d1aa2028efd401f8c5484f03397fe49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056417 Sep 01 16:29:04.445555 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34374) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:04.455228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc463a66-1423-4671-ac08-82af08d39ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5359b2-a703-4c92-8181-70d3757c0ad0,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.460190 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Checking segment: {'id': 'e481d2ee-8a89-4602-a8b0-1b4125f8bcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cd8f415c-ebe3-48e7-84ef-6f725bb17118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:04.461102 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Network hostable DHCP agents. Network: cd8f415c-ebe3-48e7-84ef-6f725bb17118, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:29:04.495690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Network cd8f415c-ebe3-48e7-84ef-6f725bb17118 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:29:04.513274 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, cd8f415c-ebe3-48e7-84ef-6f725bb17118) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:04.523048 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39520432-46ea-400a-9c67-41387dfa97c7 None None] Network cd8f415c-ebe3-48e7-84ef-6f725bb17118 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:04.536833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:04.537459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.559117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.582530 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b0def3f5-ac5e-41f5-85b8-939842b76be4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5618081 Sep 01 16:29:04.594270 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.598923 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c44a60-bc98-4711-b93c-b99c83ab95ee req-01f69449-fcf0-4b1f-9045-a610836b6d66 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:04.600495 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b3c44a60-bc98-4711-b93c-b99c83ab95ee req-01f69449-fcf0-4b1f-9045-a610836b6d66 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 944 time: 0.1014953 Sep 01 16:29:04.647803 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba282b1-32b3-4083-98db-338978bc70fd req-0429ed31-5378-44cf-9769-890bf79f5de1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:04.649510 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bba282b1-32b3-4083-98db-338978bc70fd req-0429ed31-5378-44cf-9769-890bf79f5de1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 945 time: 0.1584835 Sep 01 16:29:04.678233 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b3c44a60-bc98-4711-b93c-b99c83ab95ee req-13aafaa2-7be0-4158-8c33-6745db137739 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695536 Sep 01 16:29:04.687650 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f4866a-69be-4eb0-9e7b-e628cb9fb1b9 None None] Network cd8f415c-ebe3-48e7-84ef-6f725bb17118 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:04.707345 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.710040 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:04.711369 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec5359b2-a703-4c92-8181-70d3757c0ad0 HTTP/1.1" status: 204 len: 168 time: 0.2640359 Sep 01 16:29:04.722815 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bba282b1-32b3-4083-98db-338978bc70fd req-0d8a9835-ac57-4f8e-96a2-77bb25931c08 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666461 Sep 01 16:29:04.732009 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0070c-5405-4e17-aeca-93759e298b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5359b2-a703-4c92-8181-70d3757c0ad0,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.867458 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd2bfa-4cb9-4ee9-a095-d8ede8a795e0 req-f6bf4a0b-b20e-4faa-a292-ce22c8e78929 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:04.874921 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-82cd2bfa-4cb9-4ee9-a095-d8ede8a795e0 req-f6bf4a0b-b20e-4faa-a292-ce22c8e78929 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.0743480 Sep 01 16:29:04.914752 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-82cd2bfa-4cb9-4ee9-a095-d8ede8a795e0 req-319b4b10-d265-4130-9ded-cd7122d889b9 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Sep 01 16:29:05.272183 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abe729-80c8-4b56-a39c-f9818b18704d req-677682d9-3de4-412f-9b05-66ccc30e1aad tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:05.279948 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39abe729-80c8-4b56-a39c-f9818b18704d req-677682d9-3de4-412f-9b05-66ccc30e1aad tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0665655 Sep 01 16:29:05.318443 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39abe729-80c8-4b56-a39c-f9818b18704d req-64528877-a086-4317-820d-a15390526efe tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372865 Sep 01 16:29:05.373519 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34446) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:05.378590 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96690375-network', 'tenant_id': 'f7f70349fe8d430ea7cab6334a3e1e32'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:05.401941 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Made reservation on behalf of f7f70349fe8d430ea7cab6334a3e1e32 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:05.404341 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.414339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.541952 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.547868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.558638 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:29:05.582691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:29:05.589048 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef43e6-e915-459c-b94b-6ac3969082b3,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:05.619611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.620180 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Added segment 7f67b1f3-fc52-4c7e-a108-0144f4bc5d53 of type vlan for network cf0b3d74-680c-4c6f-a238-03abcc5854b9 Sep 01 16:29:05.664862 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.692916 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.694041 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:05.694741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.700470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:05.734575 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:29:05.776585 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34488) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:05.778720 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4040298 Sep 01 16:29:05.784083 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Request body: {'subnet': {'network_id': 'cf0b3d74-680c-4c6f-a238-03abcc5854b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96690375-subnet', 'tenant_id': 'f7f70349fe8d430ea7cab6334a3e1e32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:05.791044 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c9f50-298a-4d6a-b3b6-697eebea11f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b3d74-680c-4c6f-a238-03abcc5854b9,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:05.812162 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network cf0b3d74-680c-4c6f-a238-03abcc5854b9 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:29:05.875691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7b2c0-901e-47b0-a3ad-7e7733ebf297 req-b77e1e52-389b-4500-ac6e-543ed4c26483 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:05.877403 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-92e7b2c0-901e-47b0-a3ad-7e7733ebf297 req-b77e1e52-389b-4500-ac6e-543ed4c26483 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 944 time: 0.0842733 Sep 01 16:29:05.908055 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Made reservation on behalf of f7f70349fe8d430ea7cab6334a3e1e32 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:05.910889 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.942524 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:05.988823 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:05.990009 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-92e7b2c0-901e-47b0-a3ad-7e7733ebf297 req-3e4defc5-4d80-41f5-904f-4b5beb30366b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061409 Sep 01 16:29:06.014314 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf423b8-953d-411c-820c-d9c0bf5c06fc req-04430fc0-79e3-4e60-9262-fc7163142c36 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:06.015916 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edf423b8-953d-411c-820c-d9c0bf5c06fc req-04430fc0-79e3-4e60-9262-fc7163142c36 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 945 time: 0.1558585 Sep 01 16:29:06.054957 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:06.067209 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:06.094128 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-edf423b8-953d-411c-820c-d9c0bf5c06fc req-7359e8d2-353d-438d-a3bb-dd223ef1b529 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715573 Sep 01 16:29:06.117780 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['53366b66-7131-4ed6-bb2e-160585d2e1bd'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:06.157415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af91579-4968-4235-9c4a-389ae9819682 req-4257785c-abba-42ad-8a8e-16db202105a4 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:06.165724 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5af91579-4968-4235-9c4a-389ae9819682 req-4257785c-abba-42ad-8a8e-16db202105a4 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.1012437 Sep 01 16:29:06.193098 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:06.234587 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5af91579-4968-4235-9c4a-389ae9819682 req-12b79a5a-6ad4-41f1-9916-193eb17c8fea tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679150 Sep 01 16:29:06.298986 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:06.386849 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948e75be-859a-46e3-aa92-ae05b38dfbda,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:06.391896 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Checking segment: {'id': '7f67b1f3-fc52-4c7e-a108-0144f4bc5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cf0b3d74-680c-4c6f-a238-03abcc5854b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:06.392267 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Network hostable DHCP agents. Network: cf0b3d74-680c-4c6f-a238-03abcc5854b9, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:29:06.428079 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['19b6e3a6-d81a-481d-bd3b-0005e7ca5258'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:06.436172 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Network cf0b3d74-680c-4c6f-a238-03abcc5854b9 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:29:06.461180 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, cf0b3d74-680c-4c6f-a238-03abcc5854b9) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:06.473748 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ec1b5-f4e0-43a8-832c-50149e383235 None None] Network cf0b3d74-680c-4c6f-a238-03abcc5854b9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:06.478596 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:06.479205 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:06.497249 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851859a5-bdb0-4a57-96c3-4fe45ec554b3 req-bb185806-0488-46ad-8c27-6df60536eb2b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:06.497249 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-851859a5-bdb0-4a57-96c3-4fe45ec554b3 req-bb185806-0488-46ad-8c27-6df60536eb2b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0876219 Sep 01 16:29:06.542374 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2d4f512a-7304-4d5d-a6f6-c28b6fe410f5 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7620986 Sep 01 16:29:06.551179 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-851859a5-bdb0-4a57-96c3-4fe45ec554b3 req-8978b3bc-ef65-4ad3-88eb-8696bcacac7a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506060 Sep 01 16:29:06.689159 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa6306-533a-4f05-9705-622c338d7ad4 None None] Network cf0b3d74-680c-4c6f-a238-03abcc5854b9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:06.792887 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34548) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:06.871777 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Deleting subnet d040fe87-9499-43b6-8696-fb149b5f8812 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:29:06.876111 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:06.914918 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:06.922294 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34552) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:06.925042 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.015041 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.057815 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b478cfc0-814c-4a62-9144-759a96f684ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.060954 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d040fe87-9499-43b6-8696-fb149b5f8812,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:07.072297 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.074913 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ed89490b-300d-4075-a061-ed572145016f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d040fe87-9499-43b6-8696-fb149b5f8812 HTTP/1.1" status: 204 len: 168 time: 0.2816918 Sep 01 16:29:07.080892 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34566) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:07.144849 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ab987-57f4-496d-a87f-8a5aa79da24e req-473d4219-f683-493b-ae97-2e604719bc92 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:07.147328 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f69ab987-57f4-496d-a87f-8a5aa79da24e req-473d4219-f683-493b-ae97-2e604719bc92 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 944 time: 0.0872021 Sep 01 16:29:07.167973 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.215478 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f69ab987-57f4-496d-a87f-8a5aa79da24e req-a0d1f984-6fcd-445c-8041-0abce82e9822 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579731 Sep 01 16:29:07.254843 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b478cfc0-814c-4a62-9144-759a96f684ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.260438 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b478cfc0-814c-4a62-9144-759a96f684ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.272146 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.287416 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.288224 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.289542 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.290820 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.291472 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.292035 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.292763 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.293508 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.294758 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.295157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.311457 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b478cfc0-814c-4a62-9144-759a96f684ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=311470810437493fb9e987278d839cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878248 Sep 01 16:29:07.312343 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478cfc0-814c-4a62-9144-759a96f684ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0f0ff3-50a0-4d12-96c6-a4744dc20672,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:07.314837 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34576) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:07.394599 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1319f-fb55-4953-a79f-9872e53535c1 req-b935bd36-9ed2-4e8d-a486-d412a984faca tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:07.396108 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35d1319f-fb55-4953-a79f-9872e53535c1 req-b935bd36-9ed2-4e8d-a486-d412a984faca tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.0733826 Sep 01 16:29:07.414949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.455526 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35d1319f-fb55-4953-a79f-9872e53535c1 req-417127b9-0958-43f7-82eb-eb4bbe49c5e0 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518427 Sep 01 16:29:07.460184 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.494159 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.494808 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.495213 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.495617 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:29:07.496048 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8f415c-ebe3-48e7-84ef-6f725bb17118']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:07.522299 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.526828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.528486 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e0f0ff3-50a0-4d12-96c6-a4744dc20672 HTTP/1.1" status: 204 len: 168 time: 0.2124577 Sep 01 16:29:07.539553 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9d07a-62c8-4924-b771-b1da98f16644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0f0ff3-50a0-4d12-96c6-a4744dc20672,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:07.547434 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 53366b66-7131-4ed6-bb2e-160585d2e1bd up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:07.549615 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e481d2ee-8a89-4602-a8b0-1b4125f8bcc5') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:07.550091 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e481d2ee-8a89-4602-a8b0-1b4125f8bcc5') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:07.574406 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.614510 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80266-80e6-40d2-9039-9385314c9b15 req-c2b2a04b-6c88-4d8d-b9f6-6714ea3a7dfe tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:07.616137 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39d80266-80e6-40d2-9039-9385314c9b15 req-c2b2a04b-6c88-4d8d-b9f6-6714ea3a7dfe tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 945 time: 0.3653533 Sep 01 16:29:07.617762 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.624607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 53366b66-7131-4ed6-bb2e-160585d2e1bd completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:29:07.628821 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 53366b66-7131-4ed6-bb2e-160585d2e1bd triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:29:07.629224 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.641112 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:29:07.641642 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:29:07.645683 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:29:07.719729 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea67613-a06d-45b9-af97-f5d61722d2da req-ba8520aa-261d-4586-b432-584b506e3ebd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:07.728300 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fea67613-a06d-45b9-af97-f5d61722d2da req-ba8520aa-261d-4586-b432-584b506e3ebd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0781162 Sep 01 16:29:07.731930 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39d80266-80e6-40d2-9039-9385314c9b15 req-264a6f92-3c9b-4fdc-acfa-b5e9bd076b62 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012979 Sep 01 16:29:07.752415 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.755347 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.771884 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.776633 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fea67613-a06d-45b9-af97-f5d61722d2da req-6a0f8e5c-bd0f-4614-a4a8-3afee891a9bc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Sep 01 16:29:07.776776 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] 10.222.0.101 "DELETE /v2.0/networks/cd8f415c-ebe3-48e7-84ef-6f725bb17118 HTTP/1.1" status: 204 len: 168 time: 0.6954706 Sep 01 16:29:07.776776 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96dbbe-222c-40f6-8330-35427edae696 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8f415c-ebe3-48e7-84ef-6f725bb17118,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:07.776931 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34588) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:07.799236 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:07.840074 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Deleting subnet 948e75be-859a-46e3-aa92-ae05b38dfbda {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:29:07.844117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.890784 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:07.895597 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.896652 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.897946 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:07.947733 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:07.961970 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34594) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:07.974923 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:07.991533 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ab736-7a5e-463e-8fe9-d2d3802ab722" -d '{"events": [{"server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "name": "network-vif-plugged", "status": "completed", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:07.996701 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-06631343-91a3-4098-9f75-2947e62a2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.010367 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:29:08.012620 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.015910 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:29:08.016300 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.048984 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.054256 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] 10.222.0.101 "DELETE /v2.0/subnets/948e75be-859a-46e3-aa92-ae05b38dfbda HTTP/1.1" status: 204 len: 168 time: 0.2761350 Sep 01 16:29:08.054933 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34600) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:08.105695 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-06631343-91a3-4098-9f75-2947e62a2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.110611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.111436 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-06631343-91a3-4098-9f75-2947e62a2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.140988 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08af0bb-bb23-461b-84a4-a75349fcdbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948e75be-859a-46e3-aa92-ae05b38dfbda,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.149633 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:08.156947 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.157135 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-06631343-91a3-4098-9f75-2947e62a2c96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=03b3510b04374a6e8765db8ae3db865a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906276 Sep 01 16:29:08.157273 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.157369 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 7aa2d006-4a4d-45ef-99e3-b113f22643af up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:08.157457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34602) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:08.181339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06631343-91a3-4098-9f75-2947e62a2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54117c95-5327-4d41-93a8-4a9bbdd3f74f,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.221477 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1e8ec-4cb6-47a1-9775-e7bb95c60f5d x-openstack-request-id: req-e7b1e8ec-4cb6-47a1-9775-e7bb95c60f5d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:08.221758 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "name": "network-vif-plugged", "status": "completed", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:08.222005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7b1e8ec-4cb6-47a1-9775-e7bb95c60f5d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:08.222459 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd', 'code': 200} Sep 01 16:29:08.264423 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.275592 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.282701 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 7aa2d006-4a4d-45ef-99e3-b113f22643af completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:29:08.285145 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.292889 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b3d74-680c-4c6f-a238-03abcc5854b9']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:08.296850 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 7aa2d006-4a4d-45ef-99e3-b113f22643af triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:29:08.297491 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.307379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f67b1f3-fc52-4c7e-a108-0144f4bc5d53') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:08.307757 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f67b1f3-fc52-4c7e-a108-0144f4bc5d53') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:08.320589 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.326413 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.344248 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.360001 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:29:08.360607 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:29:08.362291 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:29:08.440393 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.441663 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878835b3-db01-412c-a077-22250968349b req-c8204061-7799-48cd-922a-e83dff1567fc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:08.449887 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-878835b3-db01-412c-a077-22250968349b req-c8204061-7799-48cd-922a-e83dff1567fc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.0996852 Sep 01 16:29:08.484603 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.495847 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.497994 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/cf0b3d74-680c-4c6f-a238-03abcc5854b9 HTTP/1.1" status: 204 len: 168 time: 0.4412370 Sep 01 16:29:08.506490 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-878835b3-db01-412c-a077-22250968349b req-16b0827d-f8dc-4a61-bfce-c82dc1ac1651 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513372 Sep 01 16:29:08.510489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.514450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.516428 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/54117c95-5327-4d41-93a8-4a9bbdd3f74f HTTP/1.1" status: 204 len: 168 time: 0.3578563 Sep 01 16:29:08.541065 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedffca-f91f-4fa0-ab14-133e9cf7c5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0b3d74-680c-4c6f-a238-03abcc5854b9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.551136 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-b8a3b026-00b6-4d53-b363-ec3cbc539aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:08.561535 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-b8a3b026-00b6-4d53-b363-ec3cbc539aac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 1099 time: 0.1455455 Sep 01 16:29:08.568598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79044c-132e-460f-bda3-f6e1f0e1367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54117c95-5327-4d41-93a8-4a9bbdd3f74f,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.592070 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-d13a3bb2-3448-4be0-bcc2-ab56aceaec07 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.691005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:08.696878 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.697900 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:08.711496 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e77e4-2cc1-436f-86f2-80621d99085d req-2c4d8edd-4a2d-49a3-924a-28e7e95b9669 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:08.713042 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba9e77e4-2cc1-436f-86f2-80621d99085d req-2c4d8edd-4a2d-49a3-924a-28e7e95b9669 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 944 time: 0.1001527 Sep 01 16:29:08.787760 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba9e77e4-2cc1-436f-86f2-80621d99085d req-57007861-0a0d-440e-82db-a4f381f9f6a8 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608592 Sep 01 16:29:08.788236 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:08.808169 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:29:08.824298 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:29:08.824863 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.840232 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-d13a3bb2-3448-4be0-bcc2-ab56aceaec07 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.849263 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-d13a3bb2-3448-4be0-bcc2-ab56aceaec07 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.891796 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34628) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:08.965018 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30006dd5-57fb-4b08-88bf-48bd6e076779 req-d13a3bb2-3448-4be0-bcc2-ab56aceaec07 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006753 Sep 01 16:29:08.971621 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:08.979580 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a3bb2-3448-4be0-bcc2-ab56aceaec07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc272b6f-b6ab-4745-a7fa-8fd8c4b75839,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:09.012314 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174aa9d-b1ac-431b-90fc-713e43297b0e req-dfae3bf4-1ab6-455e-9399-ecdc76810bda tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:09.019849 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2174aa9d-b1ac-431b-90fc-713e43297b0e req-dfae3bf4-1ab6-455e-9399-ecdc76810bda tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.1138589 Sep 01 16:29:09.029950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ae63c-8d93-4dd0-b4f9-21b206bc2f4d req-44d2aa3d-5006-40fd-9f57-893769ab3a7c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:09.031629 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-160ae63c-8d93-4dd0-b4f9-21b206bc2f4d req-44d2aa3d-5006-40fd-9f57-893769ab3a7c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1327715 Sep 01 16:29:09.064624 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2174aa9d-b1ac-431b-90fc-713e43297b0e req-ffd8cbb2-359e-4dd3-9ad4-167c2fab191a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Sep 01 16:29:09.064919 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:09.087363 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.088588 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6adba8bd-8ea7-469d-82e3-3f2b412981d8 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:09.092451 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-dd1e9e49-fc3e-408e-8345-e07e9b514e18 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d6b4ee1f76c439db70f5611315ea91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968307 Sep 01 16:29:09.093092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34636) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:09.120172 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-160ae63c-8d93-4dd0-b4f9-21b206bc2f4d req-e97322ac-7b68-4b95-8e33-cf41302f74a6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Sep 01 16:29:09.172735 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.177386 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:09.195828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:29:09.199768 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:29:09.200249 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.204551 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.258877 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.261961 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.263121 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7bc3b4fc-6da7-4a24-81f5-5392e24b5c0f HTTP/1.1" status: 204 len: 168 time: 0.1689425 Sep 01 16:29:09.271566 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623e90f-88ea-4330-aa4b-704fec237f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3b4fc-6da7-4a24-81f5-5392e24b5c0f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:09.282102 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:09.296860 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.332015 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8,segment=NetworkSegment(78d676a4-a00a-489f-b0f3-4bc431d11089),segment_id=78d676a4-a00a-489f-b0f3-4bc431d11089)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:09.337499 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.388248 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:09.584181 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34660) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:09.653969 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-58c58458-c812-458d-a008-bb686aee4c17 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f7f70349fe8d430ea7cab6334a3e1e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701942 Sep 01 16:29:09.654893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34666) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:09.668260 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfccb1a-aa76-42ca-9c96-790a47af2434 req-da2e94f1-1378-4e05-84ee-6bb0dcf6e9bc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:09.669810 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7dfccb1a-aa76-42ca-9c96-790a47af2434 req-da2e94f1-1378-4e05-84ee-6bb0dcf6e9bc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.0722008 Sep 01 16:29:09.712475 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7dfccb1a-aa76-42ca-9c96-790a47af2434 req-6d58a1ea-415c-4052-9136-9026defd9fc5 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Sep 01 16:29:09.716065 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.749341 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.805349 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.811145 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.812547 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/06ef43e6-e915-459c-b94b-6ac3969082b3 HTTP/1.1" status: 204 len: 168 time: 0.1564910 Sep 01 16:29:09.825789 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050294a-fdf2-4a41-8228-361c826d8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef43e6-e915-459c-b94b-6ac3969082b3,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:09.911996 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ca1ba-476c-4b6a-a280-0d5d750ebd79 req-7b5acce5-5002-49b4-bf28-8184e160e0e2 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:09.914118 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a65ca1ba-476c-4b6a-a280-0d5d750ebd79 req-7b5acce5-5002-49b4-bf28-8184e160e0e2 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.0516331 Sep 01 16:29:09.914780 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34676) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:09.958094 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a65ca1ba-476c-4b6a-a280-0d5d750ebd79 req-e2664489-f7f5-4ee0-a8cf-0687040bd322 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373251 Sep 01 16:29:10.200222 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a963df86-7555-41c1-b104-922e82188749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:10.223522 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0'}, {'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af'}, {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}, {'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:10.226800 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4b70dd-23b5-4ec6-9d51-cb8483357d28" -d '{"events": [{"server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "name": "network-vif-plugged", "status": "completed", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0"}, {"server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af"}, {"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}, {"server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "name": "network-vif-plugged", "status": "completed", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:10.330544 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740787-f16c-4c6d-a0f1-76a1746ae815 req-f56d7c14-d430-4e2e-850b-6ca72a64f934 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:10.333711 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c7740787-f16c-4c6d-a0f1-76a1746ae815 req-f56d7c14-d430-4e2e-850b-6ca72a64f934 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1787519 Sep 01 16:29:10.344378 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3af724-3d8e-449a-9bd8-2cfc5ee18f16 req-ccbf961a-07dc-4914-a8d2-89d906e9d9c3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:10.347201 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2d3af724-3d8e-449a-9bd8-2cfc5ee18f16 req-ccbf961a-07dc-4914-a8d2-89d906e9d9c3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1161933 Sep 01 16:29:10.433576 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2d3af724-3d8e-449a-9bd8-2cfc5ee18f16 req-b60316b0-c1d7-4a95-94ce-fc3880185f0a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853639 Sep 01 16:29:10.587500 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a963df86-7555-41c1-b104-922e82188749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:10.597151 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a963df86-7555-41c1-b104-922e82188749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:10.624652 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94f2ae-4690-4ff5-9ce5-e85ba577ee4e x-openstack-request-id: req-7c94f2ae-4690-4ff5-9ce5-e85ba577ee4e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:10.624957 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "name": "network-vif-plugged", "status": "completed", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0", "code": 200}, {"server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "name": "network-vif-plugged", "status": "completed", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af", "code": 200}, {"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "code": 200}, {"server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "name": "network-vif-plugged", "status": "completed", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:10.625230 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c94f2ae-4690-4ff5-9ce5-e85ba577ee4e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:10.625648 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0', 'code': 200} Sep 01 16:29:10.625882 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af', 'code': 200} Sep 01 16:29:10.626132 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'code': 200} Sep 01 16:29:10.626376 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8', 'code': 200} Sep 01 16:29:10.734687 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-a963df86-7555-41c1-b104-922e82188749 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4c2352178754ec8896f91e7362ebe15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159678 Sep 01 16:29:10.737461 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c7740787-f16c-4c6d-a0f1-76a1746ae815 req-0716884d-f579-46ea-b0fb-020b9f424536 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841038 Sep 01 16:29:10.738352 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34726) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:10.764495 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963df86-7555-41c1-b104-922e82188749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bf6fd-1b8b-4de8-a032-efba93f9f884,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:11.002521 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.031021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7194c6f-cc8f-402d-9543-5b65790fec41 req-5ed7b163-ccef-4a6f-973d-d1ad8adbfe0d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.045155 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a7194c6f-cc8f-402d-9543-5b65790fec41 req-5ed7b163-ccef-4a6f-973d-d1ad8adbfe0d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.1211989 Sep 01 16:29:11.083040 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.201035 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc029e7-3cee-4f95-a985-800d67afaaa3 req-8e679760-20ba-4503-bb5b-eae51765a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.202894 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9bc029e7-3cee-4f95-a985-800d67afaaa3 req-8e679760-20ba-4503-bb5b-eae51765a5fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 1098 time: 0.3545127 Sep 01 16:29:11.258223 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b6741-5cb8-40e4-a3a5-9734ba832156 req-154644dd-c815-4fb9-b7fa-362716de6d32 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.260457 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc6b6741-5cb8-40e4-a3a5-9734ba832156 req-154644dd-c815-4fb9-b7fa-362716de6d32 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.1075859 Sep 01 16:29:11.263428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.266527 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.267727 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4b7bf6fd-1b8b-4de8-a032-efba93f9f884 HTTP/1.1" status: 204 len: 168 time: 0.5282595 Sep 01 16:29:11.281605 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9bc029e7-3cee-4f95-a985-800d67afaaa3 req-48ad37b7-a9ab-480c-88a2-da739e515792 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714381 Sep 01 16:29:11.293713 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4cffa-bbc8-4b28-86fe-50509100dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bf6fd-1b8b-4de8-a032-efba93f9f884,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:11.335664 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a7194c6f-cc8f-402d-9543-5b65790fec41 req-da8eecbc-3f32-45cf-9035-f4fa023f1b7f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832248 Sep 01 16:29:11.346448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6d39-7be8-455d-b6ec-e39fd92bec65 req-e593e6a8-0e29-44ce-9d7d-f302e3896e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.348145 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a2ee6d39-7be8-455d-b6ec-e39fd92bec65 req-e593e6a8-0e29-44ce-9d7d-f302e3896e35 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.1517022 Sep 01 16:29:11.356240 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3c1a2-ff8a-44ab-b9ef-943651a6812f req-647599a8-8577-4e6c-9ff6-0acc5f99715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.357952 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e6d3c1a2-ff8a-44ab-b9ef-943651a6812f req-647599a8-8577-4e6c-9ff6-0acc5f99715d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1098 time: 0.1823826 Sep 01 16:29:11.360387 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c77ad7-c1a5-4627-b12e-3c5dfa233e29 req-3c9bb96d-a3a1-46b5-be1c-f9a745c5d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.362112 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-74c77ad7-c1a5-4627-b12e-3c5dfa233e29 req-3c9bb96d-a3a1-46b5-be1c-f9a745c5d88e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 1098 time: 0.2610667 Sep 01 16:29:11.375273 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc6b6741-5cb8-40e4-a3a5-9734ba832156 req-2e85cd22-f1d3-4747-9518-71ac3a245e46 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 Sep 01 16:29:11.616167 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-74c77ad7-c1a5-4627-b12e-3c5dfa233e29 req-94c652b6-6a9d-4f52-bb58-bd6ee3622f62 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293743 Sep 01 16:29:11.621264 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a2ee6d39-7be8-455d-b6ec-e39fd92bec65 req-853f8d49-2ab3-4457-b40d-b8922a292c31 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423075 Sep 01 16:29:11.626359 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e6d3c1a2-ff8a-44ab-b9ef-943651a6812f req-10f8fa71-8f02-4f74-8661-aaafbbdad356 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458230 Sep 01 16:29:11.637063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b9747-3376-4dbe-a315-9decf8e27206 req-6b4dba81-e139-4a73-aec3-d99b8e25c0f3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.637350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34784) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:11.638959 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df5b9747-3376-4dbe-a315-9decf8e27206 req-6b4dba81-e139-4a73-aec3-d99b8e25c0f3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1356745 Sep 01 16:29:11.697608 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df5b9747-3376-4dbe-a315-9decf8e27206 req-a9c7557e-b040-49fc-a884-f8ede72157b3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Sep 01 16:29:11.787273 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34800) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:11.811427 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-917521ed-29eb-4cb2-bbda-97ac07e6abf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.931533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501d1a5-181f-4c95-99a5-6e0e92e98f11 req-252f60fc-1990-46c4-a637-9428dc3df70d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:11.942996 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e501d1a5-181f-4c95-99a5-6e0e92e98f11 req-252f60fc-1990-46c4-a637-9428dc3df70d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0862331 Sep 01 16:29:11.963121 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-917521ed-29eb-4cb2-bbda-97ac07e6abf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.967941 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-917521ed-29eb-4cb2-bbda-97ac07e6abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:11.998643 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e501d1a5-181f-4c95-99a5-6e0e92e98f11 req-0ed731c4-354b-4991-8343-db29d630b29c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547433 Sep 01 16:29:12.027397 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f103c69a-1322-4f03-8ba3-d6004dcd784e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.045448 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-917521ed-29eb-4cb2-bbda-97ac07e6abf1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=23d0b47bc3ed458094a6561b817f9e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563646 Sep 01 16:29:12.047412 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917521ed-29eb-4cb2-bbda-97ac07e6abf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf4ee4-6014-4d0c-a4a4-1a3c20ccc29b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:12.048243 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34806) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:12.117951 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.163972 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f103c69a-1322-4f03-8ba3-d6004dcd784e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.167347 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.168779 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f103c69a-1322-4f03-8ba3-d6004dcd784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.196277 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa417db-83c9-4017-8704-d26d6a29551a req-df9220a6-0897-4813-88c0-1f343c33cede tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.197827 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-efa417db-83c9-4017-8704-d26d6a29551a req-df9220a6-0897-4813-88c0-1f343c33cede tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0811257 Sep 01 16:29:12.220004 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f103c69a-1322-4f03-8ba3-d6004dcd784e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8df6aef5d46b4a6b96f146b76de81ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788748 Sep 01 16:29:12.220954 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34814) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:12.229139 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103c69a-1322-4f03-8ba3-d6004dcd784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c1cb36-8a6a-4989-a4ab-6c2bb977d8cf,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:12.267285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.269885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.271025 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89bf4ee4-6014-4d0c-a4a4-1a3c20ccc29b HTTP/1.1" status: 204 len: 168 time: 0.2218003 Sep 01 16:29:12.297578 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.310179 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.319258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6774f-2a5a-48f1-96ac-24e1a298e648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf4ee4-6014-4d0c-a4a4-1a3c20ccc29b,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:12.337837 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-efa417db-83c9-4017-8704-d26d6a29551a req-2bfeaf2e-cc26-4316-8b3c-e56af28f4811 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247447 Sep 01 16:29:12.349487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700804eb-6b30-4eba-9061-105264e651ae req-b6e0ad46-736e-42fb-a92b-8fdda5cb88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.350163 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.351507 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-b6e0ad46-736e-42fb-a92b-8fdda5cb88c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 1099 time: 0.0637302 Sep 01 16:29:12.438812 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.441433 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.442602 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c5c1cb36-8a6a-4989-a4ab-6c2bb977d8cf HTTP/1.1" status: 204 len: 168 time: 0.2208228 Sep 01 16:29:12.459858 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6361d8-13a9-40e1-9c1f-dc273284cc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c1cb36-8a6a-4989-a4ab-6c2bb977d8cf,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:12.529100 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf6d4-b421-4308-acb4-2c3f2b83d94b req-4b92aa8e-6a45-463f-9773-d8855a3bfe25 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.531157 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-186bf6d4-b421-4308-acb4-2c3f2b83d94b req-4b92aa8e-6a45-463f-9773-d8855a3bfe25 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.0733893 Sep 01 16:29:12.539964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700804eb-6b30-4eba-9061-105264e651ae req-0eb678a2-ce0a-4b14-b19f-671ed73fe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.547789 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-0eb678a2-ce0a-4b14-b19f-671ed73fe063 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.1873708 Sep 01 16:29:12.582491 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-186bf6d4-b421-4308-acb4-2c3f2b83d94b req-116811b6-feb7-4b30-b1c9-61903d6e26bf tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Sep 01 16:29:12.612678 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-3e212364-bf93-451c-afc2-c8ef8268eb90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd HTTP/1.1" status: 200 len: 217 time: 0.0553682 Sep 01 16:29:12.621559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8994-0ce1-45fa-9ba2-aa658e2abde9 req-b92fbbd2-ef19-4fea-a219-af64d757896d tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.623071 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5f9a8994-0ce1-45fa-9ba2-aa658e2abde9 req-b92fbbd2-ef19-4fea-a219-af64d757896d tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.1345215 Sep 01 16:29:12.692447 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700804eb-6b30-4eba-9061-105264e651ae req-bca46ad7-6bf5-4f4e-a03e-29a38ad9f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:12.694081 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-bca46ad7-6bf5-4f4e-a03e-29a38ad9f25e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.0698187 Sep 01 16:29:12.697104 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5f9a8994-0ce1-45fa-9ba2-aa658e2abde9 req-15f36c6d-ec95-4d10-8cde-c1464bbe18ff tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655708 Sep 01 16:29:12.737382 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-6907e699-413f-4e83-9f2d-5771086398e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300465 Sep 01 16:29:12.846079 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-07950b3d-826a-47b8-bec1-a9db756cd422 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953434 Sep 01 16:29:12.974555 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-700804eb-6b30-4eba-9061-105264e651ae req-e27dfffd-90ad-430f-b803-47468ce74b79 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198165 Sep 01 16:29:13.118588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34860) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:13.141683 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a96fb60d-c11e-43eb-8aed-3a8e895897d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.239183 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de52a-b549-4be0-b124-5a449e1e6df0 req-db6ad338-7291-4c56-843a-71f898d5e32a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:13.242201 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ea0de52a-b549-4be0-b124-5a449e1e6df0 req-db6ad338-7291-4c56-843a-71f898d5e32a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0957177 Sep 01 16:29:13.273345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a96fb60d-c11e-43eb-8aed-3a8e895897d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.280386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a96fb60d-c11e-43eb-8aed-3a8e895897d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.296034 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ea0de52a-b549-4be0-b124-5a449e1e6df0 req-883f2e0c-925f-4d0f-b1fa-b1f7837e3117 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472181 Sep 01 16:29:13.328509 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-a96fb60d-c11e-43eb-8aed-3a8e895897d0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2acd53b19de5470b8c00a6b8b06df07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088206 Sep 01 16:29:13.329786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fb60d-c11e-43eb-8aed-3a8e895897d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422acdc-7e4b-4790-bd8d-f532e89014a3,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:13.332452 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34868) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:13.435192 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.467134 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.497544 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf697-c859-456b-b79a-b5e729fbdf36 req-31d3f9d6-621a-48da-a5f6-bdd9ea9e5529 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:13.499263 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-230cf697-c859-456b-b79a-b5e729fbdf36 req-31d3f9d6-621a-48da-a5f6-bdd9ea9e5529 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0638318 Sep 01 16:29:13.534735 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.539184 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.541704 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f422acdc-7e4b-4790-bd8d-f532e89014a3 HTTP/1.1" status: 204 len: 168 time: 0.2079179 Sep 01 16:29:13.552627 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e9bd9-9ffe-4a15-b1c7-22551b6f1830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422acdc-7e4b-4790-bd8d-f532e89014a3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:13.577977 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-230cf697-c859-456b-b79a-b5e729fbdf36 req-1cbb0539-4bbe-47c6-9290-bba46aba1a58 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720806 Sep 01 16:29:13.595987 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34880) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:13.724507 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bc52f-97ef-414c-ab91-6f64973dae51 req-b18e5639-c637-425f-84ff-ae72d5eb1726 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:13.726117 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc3bc52f-97ef-414c-ab91-6f64973dae51 req-b18e5639-c637-425f-84ff-ae72d5eb1726 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.0558658 Sep 01 16:29:13.763235 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a903479-a6de-424b-a6ef-5fbc5db95414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.822987 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dc3bc52f-97ef-414c-ab91-6f64973dae51 req-17a4b525-403d-4e37-b17c-58c6475a74ff tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755582 Sep 01 16:29:13.925929 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb939780-e68c-40eb-9f0b-5f9f8301f1e6 req-27c10c6d-b40d-4126-97e1-d951f0cffb8b tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:13.936767 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eb939780-e68c-40eb-9f0b-5f9f8301f1e6 req-27c10c6d-b40d-4126-97e1-d951f0cffb8b tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.0998204 Sep 01 16:29:13.985008 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a903479-a6de-424b-a6ef-5fbc5db95414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.994008 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0a903479-a6de-424b-a6ef-5fbc5db95414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.996098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eb939780-e68c-40eb-9f0b-5f9f8301f1e6 req-511d609e-c257-4fda-bb26-aafec8ca934a tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547509 Sep 01 16:29:14.050742 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34902) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:14.051210 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0a903479-a6de-424b-a6ef-5fbc5db95414 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9c6dd528553495bb1b6e49fef116e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530380 Sep 01 16:29:14.070037 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a903479-a6de-424b-a6ef-5fbc5db95414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576ca20-e8ef-4797-a7b3-f71a1e039637,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:14.139269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.165342 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.227871 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.230810 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.232105 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f576ca20-e8ef-4797-a7b3-f71a1e039637 HTTP/1.1" status: 204 len: 168 time: 0.1803725 Sep 01 16:29:14.245749 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786da9f2-95f9-4792-8031-57019079db54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576ca20-e8ef-4797-a7b3-f71a1e039637,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:14.501752 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf9109-f864-4723-a100-7994c1505db4 req-9c2c7c3f-477f-48db-82bb-cc2438fb4bb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:14.503561 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6abf9109-f864-4723-a100-7994c1505db4 req-9c2c7c3f-477f-48db-82bb-cc2438fb4bb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0746336 Sep 01 16:29:14.584818 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6abf9109-f864-4723-a100-7994c1505db4 req-ae394803-7483-4ce0-85c4-76dc8d63f303 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717683 Sep 01 16:29:14.755617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d648-2a1e-4ef3-bd2d-48fc50e88664 req-6bab3192-fd82-4713-9129-cb4966e34258 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:14.761772 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5960d648-2a1e-4ef3-bd2d-48fc50e88664 req-6bab3192-fd82-4713-9129-cb4966e34258 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0691786 Sep 01 16:29:14.802519 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d32a-3dba-4ac0-adc6-9c1fe3079cf4 req-6d5243c5-b415-4fab-91a6-eb154be27f58 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:14.805338 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2030d32a-3dba-4ac0-adc6-9c1fe3079cf4 req-6d5243c5-b415-4fab-91a6-eb154be27f58 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1041498 Sep 01 16:29:14.807616 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5960d648-2a1e-4ef3-bd2d-48fc50e88664 req-f14ea486-9de8-47b8-928e-9029085c8ebb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Sep 01 16:29:14.818462 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 34944) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:14.823908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'floatingip': {'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:14.825150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34946) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:14.846437 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e794c9-b84f-4b5c-a513-d44798daffdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.915165 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.958269 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e794c9-b84f-4b5c-a513-d44798daffdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:14.962801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-26e794c9-b84f-4b5c-a513-d44798daffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.004621 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-26e794c9-b84f-4b5c-a513-d44798daffdd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2a51aa2d8fdc45259e15651c4947c00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778755 Sep 01 16:29:15.008997 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 34956) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:15.036468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e794c9-b84f-4b5c-a513-d44798daffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd8578-ef11-464d-8fca-6ad2e25f350d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:15.088648 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.121760 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.180804 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.183409 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.187067 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bffd8578-ef11-464d-8fca-6ad2e25f350d HTTP/1.1" status: 204 len: 168 time: 0.1743593 Sep 01 16:29:15.194579 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969f5a4-2f0c-446b-8d71-e9ce7975f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd8578-ef11-464d-8fca-6ad2e25f350d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:15.924386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.931496 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:16.037299 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Floating IP cfb20ad0-8c1e-4001-a20e-321b6ef9868f associated. External IP: 172.27.2.185, port: 19b6e3a6-d81a-481d-bd3b-0005e7ca5258. Sep 01 16:29:16.266843 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:29:16.386421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:29:16.393026 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:16.401046 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:29:16.414067 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:29:16.414912 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:16.426439 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-838b1eff-132c-4e0d-8571-87aaa7c8cd23 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "PUT /v2.0/floatingips/cfb20ad0-8c1e-4001-a20e-321b6ef9868f HTTP/1.1" status: 200 len: 991 time: 1.6067760 Sep 01 16:29:16.427169 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:16.430329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527" -d '{"events": [{"name": "network-changed", "server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:16.526547 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:29:16.917705 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'cfb20ad0-8c1e-4001-a20e-321b6ef9868f', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:51Z', 'updated_at': '2021-09-01T16:29:15Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:16.949322 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:29:16.961605 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:29:16.962228 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:28:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:17.071321 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:29:17.308589 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'cfb20ad0-8c1e-4001-a20e-321b6ef9868f', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:51Z', 'updated_at': '2021-09-01T16:29:15Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:17.335999 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cb5f-871e-4264-b42a-d578ad81a425 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'cfb20ad0-8c1e-4001-a20e-321b6ef9868f', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:28:51Z', 'updated_at': '2021-09-01T16:29:15Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:29:17.573336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b4e2a-f855-4808-a21b-b192a1b01222 None None] New status for floating IP cfb20ad0-8c1e-4001-a20e-321b6ef9868f: ACTIVE {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:29:17.593023 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35094) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:17.731084 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f74a-e739-486a-9e13-67ed797f1d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.733863 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96c1196c-054d-41c3-b689-1a6a03e9d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.839708 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f74a-e739-486a-9e13-67ed797f1d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.845488 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7d3f74a-e739-486a-9e13-67ed797f1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.888679 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7d3f74a-e739-486a-9e13-67ed797f1d2a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee0be7d5ccd546978584283382d191b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925420 Sep 01 16:29:17.891072 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3f74a-e739-486a-9e13-67ed797f1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78074019-f6fe-4b97-abb2-845dd1db1354,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:17.892006 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35114) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:17.957457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:17.988132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.065591 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.069262 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.070791 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78074019-f6fe-4b97-abb2-845dd1db1354 HTTP/1.1" status: 204 len: 168 time: 0.1778114 Sep 01 16:29:18.080437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5cb81-41bc-4876-b4e3-ea25c3ae6c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78074019-f6fe-4b97-abb2-845dd1db1354,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:18.191120 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35132) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:18.243422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328d8c3-c470-40e9-811b-f383df58288c req-b1f40e23-f3ab-40ce-848c-738585a467f3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:18.251846 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5328d8c3-c470-40e9-811b-f383df58288c req-b1f40e23-f3ab-40ce-848c-738585a467f3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0758960 Sep 01 16:29:18.321115 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5328d8c3-c470-40e9-811b-f383df58288c req-f1b24d62-d3fb-4d58-88f4-6f4ce1240435 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Sep 01 16:29:18.370652 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7e8e0d-fa2e-4d48-a1f9-71cb1eeca119 x-openstack-request-id: req-9b7e8e0d-fa2e-4d48-a1f9-71cb1eeca119 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:18.371010 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:18.371419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b7e8e0d-fa2e-4d48-a1f9-71cb1eeca119 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:18.371870 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'status': 'completed', 'code': 200} Sep 01 16:29:18.476896 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56701c5f-afea-4e30-9d19-85dc842a745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.501328 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35140) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:18.520524 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa4313e1-4181-4296-b635-827227d75f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.559606 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-bafaa98a-667d-4e58-8a5f-4330c4cd941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:18.561115 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-bafaa98a-667d-4e58-8a5f-4330c4cd941e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0685339 Sep 01 16:29:18.668466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56701c5f-afea-4e30-9d19-85dc842a745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.674971 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56701c5f-afea-4e30-9d19-85dc842a745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.707390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-8c4c3a01-3931-4a8a-b038-80443b5c310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:18.708876 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-8c4c3a01-3931-4a8a-b038-80443b5c310a service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1396937 Sep 01 16:29:18.721029 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-56701c5f-afea-4e30-9d19-85dc842a745f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=713dfd4efa3e478aa9a49afbacb77843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288396 Sep 01 16:29:18.724076 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35142) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:18.737679 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56701c5f-afea-4e30-9d19-85dc842a745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77729e7-7921-43cc-bd3a-a2e267b86b84,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:18.754156 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa4313e1-4181-4296-b635-827227d75f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.758354 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-aa4313e1-4181-4296-b635-827227d75f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.795588 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4313e1-4181-4296-b635-827227d75f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c47da66-4608-4f99-80fe-4002636fc4cc,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:18.799986 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-aa4313e1-4181-4296-b635-827227d75f28 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ada3ae15820c4de2953bdbb9b4022e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970581 Sep 01 16:29:18.802984 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35144) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:18.861447 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.893834 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.955997 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.959069 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.961664 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9c47da66-4608-4f99-80fe-4002636fc4cc HTTP/1.1" status: 204 len: 168 time: 0.1576552 Sep 01 16:29:18.974314 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afe5f7-7cd2-458f-b449-f9a2c80b6b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c47da66-4608-4f99-80fe-4002636fc4cc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:19.027368 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-d472665b-bd66-4e39-946a-75ada5eed009 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 1001 time: 0.2868323 Sep 01 16:29:19.033394 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.088557 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.102860 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-9218afd9-f364-45aa-8188-a08036c0c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:19.104304 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-9218afd9-f364-45aa-8188-a08036c0c70a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0690644 Sep 01 16:29:19.177944 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-8dd79ad1-ba3f-438e-99ee-cfaa466a4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:19.180063 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-8dd79ad1-ba3f-438e-99ee-cfaa466a4302 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588942 Sep 01 16:29:19.181113 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.183752 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.185098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a77729e7-7921-43cc-bd3a-a2e267b86b84 HTTP/1.1" status: 204 len: 168 time: 0.4601386 Sep 01 16:29:19.201856 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4d36b-be86-45be-a07e-6a6cbadeffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77729e7-7921-43cc-bd3a-a2e267b86b84,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:19.304533 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-f4b698c2-4d1c-4682-af7b-fd93ca7f3b86 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153677 Sep 01 16:29:19.480046 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9911e4-a057-4b3c-8456-d5715ae90866 req-3c96aa11-1755-4a87-ba4c-c15dee19e0a1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:19.484290 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f9911e4-a057-4b3c-8456-d5715ae90866 req-3c96aa11-1755-4a87-ba4c-c15dee19e0a1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0859673 Sep 01 16:29:19.531098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53b13f50-1cb9-46a7-9d3f-7febeb3f9527 req-77fe71aa-30c8-45b8-b792-92acc5cf6426 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101653 Sep 01 16:29:19.568108 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8f9911e4-a057-4b3c-8456-d5715ae90866 req-2958c141-7abe-4b26-b581-a3bd283813a2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Sep 01 16:29:19.767333 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35200) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:19.780333 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e4820717-c731-4f52-b893-2d2a4ff82f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.872204 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e4820717-c731-4f52-b893-2d2a4ff82f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.876494 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e4820717-c731-4f52-b893-2d2a4ff82f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.916066 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4820717-c731-4f52-b893-2d2a4ff82f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727df6c7-1fa2-45dd-b1d1-93b1620d8a1d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:19.920444 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e4820717-c731-4f52-b893-2d2a4ff82f5f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=39b2ae52f45e477bb5ad1b6c61a60058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520970 Sep 01 16:29:19.923084 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35204) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:19.971305 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:19.994663 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:20.042446 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:20.045592 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:20.046771 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/727df6c7-1fa2-45dd-b1d1-93b1620d8a1d HTTP/1.1" status: 204 len: 168 time: 0.1227767 Sep 01 16:29:20.056580 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a7425-6aa6-4e64-be5a-3c5211e201a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727df6c7-1fa2-45dd-b1d1-93b1620d8a1d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:20.701589 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5a00-b12d-450d-8d9a-608fa6d9a4b9 req-2aa483e8-2e9f-4d42-b5e9-c2b8ab914b7f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:20.703230 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-145a5a00-b12d-450d-8d9a-608fa6d9a4b9 req-2aa483e8-2e9f-4d42-b5e9-c2b8ab914b7f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0669112 Sep 01 16:29:20.743931 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-145a5a00-b12d-450d-8d9a-608fa6d9a4b9 req-a88ff413-f9ad-427f-9d52-29d5b512c8e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Sep 01 16:29:20.765230 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35288) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:20.956226 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6e8b40f0-7f27-4287-8542-d78ee5c737d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.049519 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6e8b40f0-7f27-4287-8542-d78ee5c737d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.054272 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6e8b40f0-7f27-4287-8542-d78ee5c737d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.092099 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6e8b40f0-7f27-4287-8542-d78ee5c737d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6007b7f4a0494c3eb0e41686feb7b12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319983 Sep 01 16:29:21.092796 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b40f0-7f27-4287-8542-d78ee5c737d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8b0137-d759-4d2d-b469-9aa224e9654b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:21.096134 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35304) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:21.146386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.167490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.205028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35308) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:21.219894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.222535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.223715 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2f8b0137-d759-4d2d-b469-9aa224e9654b HTTP/1.1" status: 204 len: 168 time: 0.1261916 Sep 01 16:29:21.231771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d12d0-a26b-4735-b283-fcba15b8bf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8b0137-d759-4d2d-b469-9aa224e9654b,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:21.430800 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4712ca55-bf34-49b8-9475-4d26a690e00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.521575 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4712ca55-bf34-49b8-9475-4d26a690e00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.523362 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35320) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:21.526491 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4712ca55-bf34-49b8-9475-4d26a690e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.538821 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b6a-fa75-4bc5-ac86-4471dcf11f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.570176 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4712ca55-bf34-49b8-9475-4d26a690e00a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad10975b65ef41bba956b5027e9ee123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632357 Sep 01 16:29:21.571097 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712ca55-bf34-49b8-9475-4d26a690e00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bdfd7-6802-432e-8e4d-4c864e2465ee,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:21.571922 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35322) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:21.659644 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.694122 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.711647 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b6a-fa75-4bc5-ac86-4471dcf11f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.721251 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c94b9b6a-fa75-4bc5-ac86-4471dcf11f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.779741 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c94b9b6a-fa75-4bc5-ac86-4471dcf11f85 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ed6b17caad5948549aa4af38395a90e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552128 Sep 01 16:29:21.781781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b9b6a-fa75-4bc5-ac86-4471dcf11f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2034e4-f167-4abe-b0d0-2ea0ce73d552,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:21.783309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35330) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:21.812282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.814985 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.819918 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e49bdfd7-6802-432e-8e4d-4c864e2465ee HTTP/1.1" status: 204 len: 168 time: 0.2431674 Sep 01 16:29:21.837307 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6b82-d0fe-4e42-8688-f881687fd288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bdfd7-6802-432e-8e4d-4c864e2465ee,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:21.844522 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.887218 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.892092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db791e75-19c9-4536-9d7f-4b80fb52256f req-0de3bf71-8d06-4d5a-afe1-afedb0fedba5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:21.899343 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db791e75-19c9-4536-9d7f-4b80fb52256f req-0de3bf71-8d06-4d5a-afe1-afedb0fedba5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0566776 Sep 01 16:29:21.934050 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db791e75-19c9-4536-9d7f-4b80fb52256f req-febf8e1e-518b-43c9-9cdb-0471db29f3de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Sep 01 16:29:21.945877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.948731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.951461 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7e2034e4-f167-4abe-b0d0-2ea0ce73d552 HTTP/1.1" status: 204 len: 168 time: 0.1669466 Sep 01 16:29:21.955106 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dd38d21-4ac1-4701-984a-11d4feeff0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:21.961294 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4f1b4-a47d-4405-83c6-208258115482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2034e4-f167-4abe-b0d0-2ea0ce73d552,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:22.172221 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:22.567418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:23.052731 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e51f-7f68-475b-8054-68c6c26de338 req-680a9cce-addc-4ee2-b4eb-dae0b7c890f8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:23.054347 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b15e51f-7f68-475b-8054-68c6c26de338 req-680a9cce-addc-4ee2-b4eb-dae0b7c890f8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0484233 Sep 01 16:29:23.098239 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b15e51f-7f68-475b-8054-68c6c26de338 req-a6c08359-334f-4485-a0d7-50ac2cdc9079 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Sep 01 16:29:24.235703 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef64c-56b4-4aaa-8c1a-8a3a6011af65 req-8740a452-cfd3-46a3-8db6-a15a2ff557ae tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:24.237178 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-223ef64c-56b4-4aaa-8c1a-8a3a6011af65 req-8740a452-cfd3-46a3-8db6-a15a2ff557ae tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0523942 Sep 01 16:29:24.276251 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-223ef64c-56b4-4aaa-8c1a-8a3a6011af65 req-2df92ebd-dfa0-4a75-aefb-4fb7d49d0880 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Sep 01 16:29:24.754217 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:25.416207 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016bae-a0d6-4fd7-a659-67878ac4c3a0 req-ad1ddd21-b1cb-45d2-bbc1-f43330b65673 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:25.417856 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b9016bae-a0d6-4fd7-a659-67878ac4c3a0 req-ad1ddd21-b1cb-45d2-bbc1-f43330b65673 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0609641 Sep 01 16:29:25.476176 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b9016bae-a0d6-4fd7-a659-67878ac4c3a0 req-e1e8dd39-4f96-4d6e-b09d-1fa1a91cda65 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508235 Sep 01 16:29:26.588367 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f455479-aa16-4f02-87b6-6a5b3dd47172 req-d34b3319-d37f-4480-b131-f80d07acf8a3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:26.589879 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f455479-aa16-4f02-87b6-6a5b3dd47172 req-d34b3319-d37f-4480-b131-f80d07acf8a3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0479419 Sep 01 16:29:26.627515 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f455479-aa16-4f02-87b6-6a5b3dd47172 req-1ec3817c-08c1-4269-ba16-565e620e5ca9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Sep 01 16:29:27.741866 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536627-df60-47b1-8f01-fa63a7c592b9 req-251cd0f2-b3b5-4e3d-8a8c-ff1d7af5cc3c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:27.743308 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8536627-df60-47b1-8f01-fa63a7c592b9 req-251cd0f2-b3b5-4e3d-8a8c-ff1d7af5cc3c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0512137 Sep 01 16:29:27.780026 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8536627-df60-47b1-8f01-fa63a7c592b9 req-cdccdb3f-06cc-4bf6-8bb7-d7b9ab5a19ce tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 01 16:29:28.898342 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df0038-a984-4a4c-8096-4b03d2207918 req-8f4c8f5a-4e13-451b-b571-23e57d5f63ff tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:28.899888 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7df0038-a984-4a4c-8096-4b03d2207918 req-8f4c8f5a-4e13-451b-b571-23e57d5f63ff tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0510571 Sep 01 16:29:28.938043 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b7df0038-a984-4a4c-8096-4b03d2207918 req-81d1fbb7-f574-48dd-b51b-bd2f16b5ecc6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Sep 01 16:29:30.060610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe0406-1657-4bd9-9985-07f5007dd28c req-a31935df-7ada-4ac4-9b6d-58549a411b98 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:30.062311 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dbbe0406-1657-4bd9-9985-07f5007dd28c req-a31935df-7ada-4ac4-9b6d-58549a411b98 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0538030 Sep 01 16:29:30.113382 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dbbe0406-1657-4bd9-9985-07f5007dd28c req-ad64bbc5-4a73-4b67-98ab-809889b462d3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Sep 01 16:29:31.243118 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c31f5-14d4-454f-9e7b-c7524a2fad69 req-9e53ee1f-b75e-4af4-9966-0c5360f57617 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:31.244639 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb9c31f5-14d4-454f-9e7b-c7524a2fad69 req-9e53ee1f-b75e-4af4-9966-0c5360f57617 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0511990 Sep 01 16:29:31.283959 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eb9c31f5-14d4-454f-9e7b-c7524a2fad69 req-0d149936-7b4b-49fc-9455-a633e8e392ca tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332630 Sep 01 16:29:34.758012 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809857a3-9071-4738-98e4-b3f08b2e07fc req-c6e0fbec-f380-45e6-8257-cbed3a18dd0e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:34.759492 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-809857a3-9071-4738-98e4-b3f08b2e07fc req-c6e0fbec-f380-45e6-8257-cbed3a18dd0e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0495801 Sep 01 16:29:34.802525 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-809857a3-9071-4738-98e4-b3f08b2e07fc req-64dddc67-c6f9-47ae-a451-ae5f5ca4cbc2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Sep 01 16:29:35.917565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61e3a-1f9d-4081-b7d9-809278c071a4 req-b859f743-f7fc-466c-b533-fb609876740e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:35.919054 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49b61e3a-1f9d-4081-b7d9-809278c071a4 req-b859f743-f7fc-466c-b533-fb609876740e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0469742 Sep 01 16:29:35.959425 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49b61e3a-1f9d-4081-b7d9-809278c071a4 req-112793ca-76c4-4464-8d7f-3c1dea24e550 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Sep 01 16:29:36.401300 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35760) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:36.515028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.605301 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.609490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.645663 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f1f911dd1e1946c5aec950dca6b30e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426634 Sep 01 16:29:36.646504 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259faab2-3545-4b8d-bd77-c013eeb59c15,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:36.648825 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35764) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:36.654777 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.655126 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.655466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.655803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.656133 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.656465 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.656795 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.657119 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.657477 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.657803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.658127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.658450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e27419a-9036-4ff8-bea9-61a4fa070443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.698567 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.724331 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.772211 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.774690 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:36.775824 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/259faab2-3545-4b8d-bd77-c013eeb59c15 HTTP/1.1" status: 204 len: 168 time: 0.1259971 Sep 01 16:29:36.784180 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259faab2-3545-4b8d-bd77-c013eeb59c15,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:36.793845 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.794212 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.795769 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.795769 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.795992 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.796280 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.800065 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.800468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.800825 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.801171 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.801703 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:36.801880 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9218e-1472-455e-bb32-61581bd2220b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:37.083723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35776) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:37.086276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ed9d-5168-45d0-899c-c2b6fe65772b req-7025e016-99ca-4145-b66c-4ad68d6a03f5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:37.087781 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6481ed9d-5168-45d0-899c-c2b6fe65772b req-7025e016-99ca-4145-b66c-4ad68d6a03f5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0518446 Sep 01 16:29:37.102897 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e16c3c62-57d7-4a79-9efc-b9496524beb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.132169 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6481ed9d-5168-45d0-899c-c2b6fe65772b req-7880c442-0816-4e50-b7ba-d98d574b362b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375600 Sep 01 16:29:37.213511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e16c3c62-57d7-4a79-9efc-b9496524beb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.218401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e16c3c62-57d7-4a79-9efc-b9496524beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.261882 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35786) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:37.262108 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e16c3c62-57d7-4a79-9efc-b9496524beb9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83f1459e325c4198909b4bd86325e681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763103 Sep 01 16:29:37.263249 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c3c62-57d7-4a79-9efc-b9496524beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7bebe-a926-4f9b-b8bd-59e53fe2d1f5,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:37.318234 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.340970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.391555 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.394603 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.395968 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/73d7bebe-a926-4f9b-b8bd-59e53fe2d1f5 HTTP/1.1" status: 204 len: 168 time: 0.1327171 Sep 01 16:29:37.404900 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff337c51-dd3c-43c8-b597-d24f5d726dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7bebe-a926-4f9b-b8bd-59e53fe2d1f5,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:37.763425 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35804) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:37.776820 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1fcf-0209-44dc-b247-ed231639a771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.809284 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b07e9-6d23-44bb-a228-65cc19188355 req-cee1e99c-0d64-46e3-877e-5ba048ab4cb8 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:37.810918 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e2b07e9-6d23-44bb-a228-65cc19188355 req-cee1e99c-0d64-46e3-877e-5ba048ab4cb8 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Sep 01 16:29:37.853643 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e2b07e9-6d23-44bb-a228-65cc19188355 req-f3439f7c-ff63-4ad9-9c0c-b4af72c91f8f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Sep 01 16:29:37.883669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1fcf-0209-44dc-b247-ed231639a771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.887413 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c8ed1fcf-0209-44dc-b247-ed231639a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:37.925549 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c8ed1fcf-0209-44dc-b247-ed231639a771 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2448a2c1dc1848b4bd0f1545abef8257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609979 Sep 01 16:29:37.926393 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed1fcf-0209-44dc-b247-ed231639a771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0479957-da85-42e6-9923-20b2f922bb30,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:37.928781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35806) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:37.979053 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.001732 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.054289 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.057052 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.058288 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0479957-da85-42e6-9923-20b2f922bb30 HTTP/1.1" status: 204 len: 168 time: 0.1284184 Sep 01 16:29:38.067049 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c2d1f-5325-4b9a-9f47-81a5f162ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0479957-da85-42e6-9923-20b2f922bb30,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:38.735125 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35838) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:38.839174 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106766291-network', 'tenant_id': '148444bbe2fc41c494a04598782d9daf'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:38.860208 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Made reservation on behalf of 148444bbe2fc41c494a04598782d9daf for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:38.862612 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.870628 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.960143 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.963935 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:38.990736 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:29:38.999250 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb59b2-edcb-41a3-8240-d83698a49175,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:39.005036 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.005414 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Added segment e9938af8-2e37-45f7-802c-174ab7b83325 of type vlan for network 21f8e64d-69dc-432b-9953-bac70a0bdc23 Sep 01 16:29:39.046148 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.069643 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.070497 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:39.071084 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.130077 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3938394 Sep 01 16:29:39.133952 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35846) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:39.138848 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Request body: {'subnet': {'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106766291-subnet', 'tenant_id': '148444bbe2fc41c494a04598782d9daf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:39.143095 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a30d-47b4-4f99-a3e8-0e2e37aebc88 admin admin] Pushing event updated for resources: {'Network': ['ID=21f8e64d-69dc-432b-9953-bac70a0bdc23,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:39.154651 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:29:39.168877 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Made reservation on behalf of 148444bbe2fc41c494a04598782d9daf for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:39.173092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25398930'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.351675 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26168587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398916'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.406030 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=385dfbd3-2a9f-492c-8324-f6d93d1e7429,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:39.415138 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Checking segment: {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:39.415490 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Network hostable DHCP agents. Network: 21f8e64d-69dc-432b-9953-bac70a0bdc23, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:29:39.432412 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:29:39.441882 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 21f8e64d-69dc-432b-9953-bac70a0bdc23) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:39.451120 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:39.451270 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535cebe-7f22-4333-bb39-3442c838656b None None] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:39.452030 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.467131 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b214f36b-2524-4ad9-961d-5eb7c3bc61ac admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321042 Sep 01 16:29:39.584007 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211cb57-4081-41bc-828c-64bea09208df None None] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:29:41.287797 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd00b-32c8-4af2-8b5e-33dab315abcd req-831ffe17-a92a-42c3-bf1c-03c24bd43e29 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:41.289295 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-989cd00b-32c8-4af2-8b5e-33dab315abcd req-831ffe17-a92a-42c3-bf1c-03c24bd43e29 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0552311 Sep 01 16:29:41.337025 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-989cd00b-32c8-4af2-8b5e-33dab315abcd req-7e4d5ae3-0c9b-4586-82f7-f163ecc2d58c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Sep 01 16:29:41.436655 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626ac6-fd42-4001-8eb1-eb4c91ba4ce0 req-a8763713-3b8d-437f-89f3-42d1d9df9011 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:41.438172 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8626ac6-fd42-4001-8eb1-eb4c91ba4ce0 req-a8763713-3b8d-437f-89f3-42d1d9df9011 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Sep 01 16:29:41.476844 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e8626ac6-fd42-4001-8eb1-eb4c91ba4ce0 req-40ef3b8a-df40-4d0b-a0a0-05e23bfb76f8 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.101 "GET /v2.0/security-groups?id=66fd7c0d-0fc1-409d-a911-edb167410df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Sep 01 16:29:42.320578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:42.643249 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-ba7acf35-5afd-47ce-a609-256e07adb1df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462046 Sep 01 16:29:42.731579 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c028-75e4-448d-b61f-b463af5c1388 req-9c4ffc01-30c9-4ffd-84fa-990194998b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:42.733355 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-9c4ffc01-30c9-4ffd-84fa-990194998b76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 1098 time: 0.0390518 Sep 01 16:29:42.864179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c028-75e4-448d-b61f-b463af5c1388 req-019b61f2-79ed-4ac0-826f-e10cb0fd288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:42.866336 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-019b61f2-79ed-4ac0-826f-e10cb0fd288d service neutron] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 916 time: 0.0934339 Sep 01 16:29:42.917128 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-a5c144d0-3679-4120-be63-a6b78f869fde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0409865 Sep 01 16:29:42.973761 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931c028-75e4-448d-b61f-b463af5c1388 req-07fed9b5-9957-4928-9c1c-886ae9069d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:42.975851 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-07fed9b5-9957-4928-9c1c-886ae9069d89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0449777 Sep 01 16:29:43.009690 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-3cf62a58-c248-478f-a1e1-655bf433f408 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234501 Sep 01 16:29:43.113436 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-ed80aa3b-8888-4a00-8c0b-d5c9dc803213 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Sep 01 16:29:43.205671 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8931c028-75e4-448d-b61f-b463af5c1388 req-371284d6-ef31-45c7-97ed-2b62cf7be816 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810208 Sep 01 16:29:44.183743 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028815a4-da32-4d54-934a-14a37717169c req-65cb1298-3268-4fda-b527-d87a10290e81 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:44.185229 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-028815a4-da32-4d54-934a-14a37717169c req-65cb1298-3268-4fda-b527-d87a10290e81 tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.83 "GET /v2.0/ports?device_id=02fbdf4b-5588-4fa5-8473-0e82667f68e6 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Sep 01 16:29:44.334682 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Deleting port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:29:44.335028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:44.429350 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] For port 6adba8bd-8ea7-469d-82e3-3f2b412981d8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6adba8bd-8ea7-469d-82e3-3f2b412981d8,segment=NetworkSegment(78d676a4-a00a-489f-b0f3-4bc431d11089),segment_id=78d676a4-a00a-489f-b0f3-4bc431d11089)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:44.429728 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:44.445494 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Calling delete_port for 6adba8bd-8ea7-469d-82e3-3f2b412981d8 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:29:44.600332 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:44.611893 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['6adba8bd-8ea7-469d-82e3-3f2b412981d8'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:44.630087 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Pushing event deleted for resources: {'Port': ['ID=6adba8bd-8ea7-469d-82e3-3f2b412981d8,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:44.690362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] No DVR routers for this DVR port 6adba8bd-8ea7-469d-82e3-3f2b412981d8 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:29:44.695297 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:44.697642 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-028815a4-da32-4d54-934a-14a37717169c req-36312806-e768-484b-a646-698e7663d22f tempest-DeleteServersTestJSON-259137676 tempest-DeleteServersTestJSON-259137676-project] 10.222.0.83 "DELETE /v2.0/ports/6adba8bd-8ea7-469d-82e3-3f2b412981d8 HTTP/1.1" status: 204 len: 173 time: 0.4924026 Sep 01 16:29:44.698187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'name': 'network-vif-deleted', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:44.700464 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab425a9-6b6f-483b-962e-88138537e7da" -d '{"events": [{"server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "name": "network-vif-deleted", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:46.281164 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:46.456976 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35962) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:46.565432 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-647440c2-694f-41a6-b07e-2a60b9fb0dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.657555 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-647440c2-694f-41a6-b07e-2a60b9fb0dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.661791 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-647440c2-694f-41a6-b07e-2a60b9fb0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.703363 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-647440c2-694f-41a6-b07e-2a60b9fb0dcb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=377b64938f924e9f9b940efb889f8c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452428 Sep 01 16:29:46.704125 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647440c2-694f-41a6-b07e-2a60b9fb0dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57354da5-6a8c-477d-9429-088831600af1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:46.706073 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35968) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:46.757945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.778042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.828482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.831067 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.832218 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/57354da5-6a8c-477d-9429-088831600af1 HTTP/1.1" status: 204 len: 168 time: 0.1250498 Sep 01 16:29:46.844979 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e2c5c-2089-4437-b009-1fda4660f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57354da5-6a8c-477d-9429-088831600af1,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:47.099109 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 35976) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:47.111914 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2579f24a-aee1-4f0c-81f5-8303cc8721e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.198243 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2579f24a-aee1-4f0c-81f5-8303cc8721e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.201890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2579f24a-aee1-4f0c-81f5-8303cc8721e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.244628 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2579f24a-aee1-4f0c-81f5-8303cc8721e9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62f5958ab7724159ae57bef928fe0303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444244 Sep 01 16:29:47.246340 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579f24a-aee1-4f0c-81f5-8303cc8721e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97db6370-4c8b-4c7c-8c97-699aed144332,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:47.247304 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 35978) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:47.300269 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.323179 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.373989 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.376923 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.381251 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/97db6370-4c8b-4c7c-8c97-699aed144332 HTTP/1.1" status: 204 len: 168 time: 0.1297855 Sep 01 16:29:47.386836 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23695b5d-65b9-4cbb-a314-310a2be27f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97db6370-4c8b-4c7c-8c97-699aed144332,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:47.637994 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68661c1f-8d7d-42c8-89f9-466564859cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:47.717623 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6adba8bd-8ea7-469d-82e3-3f2b412981d8 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:29:47.738884 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 6adba8bd-8ea7-469d-82e3-3f2b412981d8 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:29:47.739232 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6adba8bd-8ea7-469d-82e3-3f2b412981d8 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:29:51.948656 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b98f202-3ba3-4500-8ae1-98acbfadf2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.170238 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.238452 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-c782873c-d2d7-4d23-aa63-f577e86061a5 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:52.239372 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-738465e5-3004-4630-ba57-0b8ed8e449a9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:52.241619 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-738465e5-3004-4630-ba57-0b8ed8e449a9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 808 time: 0.1217253 Sep 01 16:29:52.251777 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-c782873c-d2d7-4d23-aa63-f577e86061a5 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.1379049 Sep 01 16:29:52.260524 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-64244788-2628-41d4-ad7b-99fb4ddd751d tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/quotas/148444bbe2fc41c494a04598782d9daf HTTP/1.1" status: 200 len: 375 time: 0.0122566 Sep 01 16:29:52.266321 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-22f105ed-905e-4e24-94d3-5635ef989813 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/quotas/d3c430fe38c342ba9c75ec22d82c5d60 HTTP/1.1" status: 200 len: 375 time: 0.0129130 Sep 01 16:29:52.305839 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-7add3f5c-7cf2-4e71-8c5f-9507c1c69626 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394955 Sep 01 16:29:52.332231 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-76da5bda-146b-4116-968d-0f241feb2053 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564954 Sep 01 16:29:52.410593 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-9cfcc70c-9fe2-4d9d-8f9c-a4b3ef71e90b service neutron] 10.222.0.101 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971041 Sep 01 16:29:52.439381 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-dff2785b-7fbf-4e0c-86a6-aad111083b13 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977800 Sep 01 16:29:52.484461 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36100) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:52.522156 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-3871d987-00ec-4d9b-88d1-f7652124082a service neutron] 10.222.0.101 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047668 Sep 01 16:29:52.531445 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-0fdc8921-7d03-4d7b-b26c-01bad5c279fd service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Sep 01 16:29:52.578474 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.614791 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c49bed8-fa4e-4189-973b-1253e09c8dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.800055 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76495d08-d196-464b-a406-ed86dcf60906 req-6c2c141a-f037-4591-81a2-5b9e175fce55 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:52.803852 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-76495d08-d196-464b-a406-ed86dcf60906 req-6c2c141a-f037-4591-81a2-5b9e175fce55 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0740080 Sep 01 16:29:52.807218 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c49bed8-fa4e-4189-973b-1253e09c8dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.821646 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c49bed8-fa4e-4189-973b-1253e09c8dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:52.889223 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 36128) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:52.889839 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9c49bed8-fa4e-4189-973b-1253e09c8dda admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e8eaabd54e3e45529cb22d788f797497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043167 Sep 01 16:29:52.920970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49bed8-fa4e-4189-973b-1253e09c8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e594f8f-baf3-4702-917e-fb8a1dbce1a9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:52.934927 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-76495d08-d196-464b-a406-ed86dcf60906 req-b8c2cde8-8208-4796-8ac7-ae4049a2dd2d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205018 Sep 01 16:29:52.950258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72393247-2d48-4f48-b3f4-25a044afdec1 x-openstack-request-id: req-72393247-2d48-4f48-b3f4-25a044afdec1 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:52.950600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fbdf4b-5588-4fa5-8473-0e82667f68e6", "name": "network-vif-deleted", "tag": "6adba8bd-8ea7-469d-82e3-3f2b412981d8", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:52.950855 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-72393247-2d48-4f48-b3f4-25a044afdec1 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:52.951253 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fbdf4b-5588-4fa5-8473-0e82667f68e6', 'name': 'network-vif-deleted', 'tag': '6adba8bd-8ea7-469d-82e3-3f2b412981d8', 'status': 'completed', 'code': 200} Sep 01 16:29:52.993394 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.032392 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.067438 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fc2428d4-c3dc-4959-9eb2-0f9fd940648b req-75d4ce9e-e488-43ef-bba9-d269408d320b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 210 time: 0.0532234 Sep 01 16:29:53.079029 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b904acc0-96a4-4380-ad9b-d0118fdb525d req-a1ce3e54-bafd-4226-bae9-dd8b9239c871 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 210 time: 0.0696976 Sep 01 16:29:53.140063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.143122 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.153954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3e594f8f-baf3-4702-917e-fb8a1dbce1a9 HTTP/1.1" status: 204 len: 168 time: 0.2608538 Sep 01 16:29:53.167800 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a919b06-c0d0-4b6c-bc1f-edfdf2450574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e594f8f-baf3-4702-917e-fb8a1dbce1a9,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:53.490520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 36162) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:53.504571 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3884005a-2d1e-4358-b39e-c36bfd318c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.606011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3884005a-2d1e-4358-b39e-c36bfd318c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.610002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3884005a-2d1e-4358-b39e-c36bfd318c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.645829 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-3884005a-2d1e-4358-b39e-c36bfd318c6c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fe28857490e64aabb9c163a2c1cf2f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542263 Sep 01 16:29:53.647944 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884005a-2d1e-4358-b39e-c36bfd318c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f986111-761a-44b5-9056-243dda5403bc,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:53.648684 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36166) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:53.697715 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.718252 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.763317 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.766030 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:53.767473 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f986111-761a-44b5-9056-243dda5403bc HTTP/1.1" status: 204 len: 168 time: 0.1174912 Sep 01 16:29:53.775697 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6379e-67b3-4192-b43b-692c8072d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f986111-761a-44b5-9056-243dda5403bc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:54.139159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2d80-82a1-4320-8a63-2dbda53db673 req-76310e17-c6f1-4122-819e-3766c8036a27 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.147651 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2dba2d80-82a1-4320-8a63-2dbda53db673 req-76310e17-c6f1-4122-819e-3766c8036a27 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1335359 Sep 01 16:29:54.186375 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46e7c298-dbb4-4fa8-bfe9-f4fc137ed04b req-72d8f926-de3c-44fa-9f92-d29d52a34247 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 210 time: 0.0288889 Sep 01 16:29:54.215672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4988f48b-f370-4373-8186-1aaacad0b532 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.217514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4988f48b-f370-4373-8186-1aaacad0b532 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.1903601 Sep 01 16:29:54.227667 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2dba2d80-82a1-4320-8a63-2dbda53db673 req-07a310bd-59c9-47b4-bd17-391de561261a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Sep 01 16:29:54.247546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Request body: {'port': {'device_id': '2bec7637-1222-4492-98c6-480f149e53f4', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'admin_state_up': True, 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:54.263718 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0708de4-5b5a-44de-8e98-e431d4744bcf req-b7fc1e8d-4f00-48f2-95fc-bc902a258d49 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Sep 01 16:29:54.367598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:54.371189 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.517357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36216) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:54.531626 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Allocated IP 172.20.0.8 (897cb4b5-2dea-45ff-b812-e0078cc543c3/f742c56d-3268-46fa-a05e-63b20d7fa276/971ebd60-f759-4f37-a1fb-d382f69a8a74) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:29:54.575834 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Deleting subnet dc8abe52-a693-47e8-9fde-ea3362d57f03 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:29:54.579598 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.638279 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.694897 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.717724 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.761872 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.765752 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.783176 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:29:54.805628 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.813705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:29:54.816828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:54.821022 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:29:54.827242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.827430 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.837042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event updated for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:54.848623 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-4f0abbba-206d-44c0-9317-ec5541417ddb tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070585 Sep 01 16:29:54.850851 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8abe52-a693-47e8-9fde-ea3362d57f03,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:54.857714 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.860135 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f4902f09-3f21-41d8-880c-257dad849089 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/dc8abe52-a693-47e8-9fde-ea3362d57f03 HTTP/1.1" status: 204 len: 168 time: 0.3417714 Sep 01 16:29:54.862657 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36226) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:54.953815 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:54.995150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Request body: {'port': {'device_id': '2bec7637-1222-4492-98c6-480f149e53f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:55.056044 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.071681 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d808af-ee87-4182-9662-5ebfc851ba85']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:55.091466 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d676a4-a00a-489f-b0f3-4bc431d11089') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:55.092050 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d676a4-a00a-489f-b0f3-4bc431d11089') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:29:55.104118 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.125872 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.133335 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:29:55.133852 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:29:55.135931 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:29:55.221122 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.227804 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.230537 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f9d808af-ee87-4182-9662-5ebfc851ba85 HTTP/1.1" status: 204 len: 168 time: 0.3669312 Sep 01 16:29:55.271999 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205752-aaf6-4f81-ad82-8d0ccd18c989 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d808af-ee87-4182-9662-5ebfc851ba85,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:55.350595 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c06e9c-fcd1-46df-8d3b-c994debf7895 req-8b6624da-7816-481d-80ff-2e596cfea90b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.353100 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c1c06e9c-fcd1-46df-8d3b-c994debf7895 req-8b6624da-7816-481d-80ff-2e596cfea90b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 931 time: 0.0730374 Sep 01 16:29:55.394501 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.406429 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c1c06e9c-fcd1-46df-8d3b-c994debf7895 req-064a8382-d92b-4723-bb53-84c20bb42c15 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Sep 01 16:29:55.415790 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36256) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:55.503407 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8e3b-a865-4e16-838b-723bd8967c02 req-4a127ae6-edc0-4805-b446-06968e921497 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.507152 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a008c2b1-34e7-4ec8-8540-738ddd03cb6b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45ac72b5631c4acfa437f5c876e43297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0869758 Sep 01 16:29:55.507674 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36262) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:55.509977 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-210c8e3b-a865-4e16-838b-723bd8967c02 req-4a127ae6-edc0-4805-b446-06968e921497 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1265080 Sep 01 16:29:55.548942 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d0ac831e-d86d-41e9-9f13-06a5068941f3 req-0b38bcca-ca58-4f58-a8d0-3a739700fe1e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 210 time: 0.0321612 Sep 01 16:29:55.595109 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.628274 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.631768 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-210c8e3b-a865-4e16-838b-723bd8967c02 req-224173ae-8483-49e4-afa5-e7c7519bb37d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Sep 01 16:29:55.693162 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.696563 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.698947 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/66fd7c0d-0fc1-409d-a911-edb167410df4 HTTP/1.1" status: 204 len: 168 time: 0.1874521 Sep 01 16:29:55.710588 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015d93-fc9f-4919-b5b4-aa201741bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd7c0d-0fc1-409d-a911-edb167410df4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:55.889070 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-c95b19ee-1c35-4d63-9e13-22c62db63572 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.890801 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-c95b19ee-1c35-4d63-9e13-22c62db63572 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 808 time: 0.1801784 Sep 01 16:29:55.897094 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971ebd60-f759-4f37-a1fb-d382f69a8a74 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:55.910909 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Request body: {'port': {'device_id': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23', 'admin_state_up': True, 'tenant_id': '148444bbe2fc41c494a04598782d9daf'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:55.915739 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:55.977336 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Transition to ACTIVE for port object 971ebd60-f759-4f37-a1fb-d382f69a8a74 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:29:55.985791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.091964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Pushing event updated for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:56.113143 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Attempting to bind port 971ebd60-f759-4f37-a1fb-d382f69a8a74 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:29:56.113513 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Attempting to bind port 971ebd60-f759-4f37-a1fb-d382f69a8a74 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:29:56.113841 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Attempting to bind port 971ebd60-f759-4f37-a1fb-d382f69a8a74 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:56.124259 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Port 971ebd60-f759-4f37-a1fb-d382f69a8a74 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:29:56.124568 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Attempting to bind port 971ebd60-f759-4f37-a1fb-d382f69a8a74 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:56.130695 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Made reservation on behalf of 148444bbe2fc41c494a04598782d9daf for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:56.134188 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.137573 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:29:56.137915 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Checking segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:56.138305 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Bound using segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:29:56.138747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Bound port: 971ebd60-f759-4f37-a1fb-d382f69a8a74, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:29:56.139096 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.292157 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:29:56.311919 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:29:56.318720 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.344097 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36304) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:56.366967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.367584 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.368991 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] 10.222.0.83 "PUT /v2.0/ports/971ebd60-f759-4f37-a1fb-d382f69a8a74 HTTP/1.1" status: 200 len: 1093 time: 1.3793478 Sep 01 16:29:56.370294 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Allocated IP 172.20.0.6 (21f8e64d-69dc-432b-9953-bac70a0bdc23/385dfbd3-2a9f-492c-8324-f6d93d1e7429/0efe3b57-50a6-41bc-bc29-76a5e2d180d3) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:29:56.375422 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:56.378130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db794af4-9711-4c33-8a33-d8e12e80a364" -d '{"events": [{"name": "network-changed", "server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:56.423276 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be22f2-169f-49d7-a0da-cbd125a8d11d service neutron] Pushing event updated for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:56.461735 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647bd78e-ac2f-453e-a460-c334f66506ee x-openstack-request-id: req-647bd78e-ac2f-453e-a460-c334f66506ee {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:56.462225 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:56.462611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-647bd78e-ac2f-453e-a460-c334f66506ee {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:56.463132 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74', 'status': 'completed', 'code': 200} Sep 01 16:29:56.513902 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c9aafbb4-37bd-4308-9b71-118200a65c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.547441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-f2236050-4390-4fe8-b2d6-c5c86011f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.549538 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-f2236050-4390-4fe8-b2d6-c5c86011f397 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 1096 time: 0.1272168 Sep 01 16:29:56.585902 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37b3b3-ceee-4e41-80e4-5ad3ffea2d99 req-9780cf26-d41c-4961-96b1-0d6c0017db1e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.593832 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-df37b3b3-ceee-4e41-80e4-5ad3ffea2d99 req-9780cf26-d41c-4961-96b1-0d6c0017db1e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 943 time: 0.1005223 Sep 01 16:29:56.623970 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-710d1c37-f6ae-442a-8b55-52ee3cce1428 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74 HTTP/1.1" status: 200 len: 217 time: 0.0639913 Sep 01 16:29:56.689623 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-df37b3b3-ceee-4e41-80e4-5ad3ffea2d99 req-d08c4ba2-70bc-47f0-a1f7-1e04c0c9f05a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896935 Sep 01 16:29:56.708430 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.749854 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c9aafbb4-37bd-4308-9b71-118200a65c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.756694 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c9aafbb4-37bd-4308-9b71-118200a65c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.814188 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e73fb4b8-9233-493a-8ceb-64a6d6156109 req-289bf27a-d553-4d04-b773-499d4663c794 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 210 time: 0.0880411 Sep 01 16:29:56.836205 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c9aafbb4-37bd-4308-9b71-118200a65c84 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc63cfd8dfc24957abbfae5651407bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908423 Sep 01 16:29:56.837932 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aafbb4-37bd-4308-9b71-118200a65c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb04db9-9e4b-4a94-8497-599a84055cfe,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:56.847608 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36328) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:56.851977 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-3c14d3c5-b336-468d-bd6c-403013aa85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.853448 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-3c14d3c5-b336-468d-bd6c-403013aa85bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.1285255 Sep 01 16:29:56.862537 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6d354-70db-4ea0-96c9-f03e211edcef req-48ef762c-6c76-430b-a198-4e214945071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.863579 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aaf6d354-70db-4ea0-96c9-f03e211edcef req-48ef762c-6c76-430b-a198-4e214945071a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 1099 time: 0.1260607 Sep 01 16:29:56.872961 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:56.890874 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdf374-8c3b-4769-a2d4-a6a242e8cb7f req-246929fd-46c5-45a8-a799-8c1dd10ca013 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:56.892382 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24bdf374-8c3b-4769-a2d4-a6a242e8cb7f req-246929fd-46c5-45a8-a799-8c1dd10ca013 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.1156158 Sep 01 16:29:56.906268 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-acde6cd1-734b-4af1-969d-c7fd047ce5e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412731 Sep 01 16:29:57.016731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:29:57.032783 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:57.035681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:29:57.042532 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:57.043221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.051679 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Pushing event updated for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:57.063342 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aaf6d354-70db-4ea0-96c9-f03e211edcef req-4604be4a-d519-4630-b12a-e0e1c849fbf4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839645 Sep 01 16:29:57.078358 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5ff15eb6-8bed-493a-bf0c-23e363bdcfa5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1720104 Sep 01 16:29:57.099141 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-a3c3afb3-c267-4a8a-ae69-155c62883f41 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659091 Sep 01 16:29:57.135908 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.143867 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-24bdf374-8c3b-4769-a2d4-a6a242e8cb7f req-01ce5f82-b94d-43be-bc90-eb2ace69798b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383125 Sep 01 16:29:57.162113 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.210628 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.213328 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.217017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6eb04db9-9e4b-4a94-8497-599a84055cfe HTTP/1.1" status: 204 len: 168 time: 0.3650470 Sep 01 16:29:57.223342 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985b054-915b-4ead-b2c9-5a0eb6c68c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb04db9-9e4b-4a94-8497-599a84055cfe,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:57.385815 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Request body: {'port': {'device_id': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:57.498912 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.564872 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6086de7c-9db8-4dbb-849c-e66c8268d2df req-859c9576-c67c-4318-aa48-1de520f188d9 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761420 Sep 01 16:29:57.572139 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36354) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:57.592698 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c723cc8-9fd7-4bed-bae8-04efc1ffb11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.722309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c723cc8-9fd7-4bed-bae8-04efc1ffb11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.730006 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c723cc8-9fd7-4bed-bae8-04efc1ffb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.776752 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3c723cc8-9fd7-4bed-bae8-04efc1ffb11b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=98000e6973a742448155e2fb403460a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032361 Sep 01 16:29:57.777393 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36374) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:57.784397 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-be22e083-4600-434b-8eac-040d91cfd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:57.785919 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-be22e083-4600-434b-8eac-040d91cfd99f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 1096 time: 0.1476636 Sep 01 16:29:57.787627 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c723cc8-9fd7-4bed-bae8-04efc1ffb11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19587613-0575-4c45-aacb-911ac7d63ce1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:57.876831 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7986b-8272-4b08-806c-d51172a443a5 req-482c8466-6f17-43eb-bc69-666d3df98e82 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:57.879441 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97a7986b-8272-4b08-806c-d51172a443a5 req-482c8466-6f17-43eb-bc69-666d3df98e82 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 943 time: 0.1083868 Sep 01 16:29:57.906248 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.949467 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:57.953647 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-97a7986b-8272-4b08-806c-d51172a443a5 req-f7cc681d-424e-4fed-90b6-b74d0f547b3f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677695 Sep 01 16:29:57.973701 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-ec156daf-fa1a-427b-9a82-741322b46186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:57.973701 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-ec156daf-fa1a-427b-9a82-741322b46186 service neutron] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 916 time: 0.1683278 Sep 01 16:29:58.004646 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.007810 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.011829 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/19587613-0575-4c45-aacb-911ac7d63ce1 HTTP/1.1" status: 204 len: 168 time: 0.2297971 Sep 01 16:29:58.017972 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf8737-1eff-455d-a847-38d3dcc6c299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19587613-0575-4c45-aacb-911ac7d63ce1,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:58.047111 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-cf313ccc-e5d1-4e75-b2d8-02e87dee7c27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74 HTTP/1.1" status: 200 len: 217 time: 0.0442443 Sep 01 16:29:58.060521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:29:58.072716 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095732-c1c4-4a29-b3da-9778e460745b req-e2953140-40f3-4432-b59b-1e0956b5ca0b tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.074292 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-44095732-c1c4-4a29-b3da-9778e460745b req-e2953140-40f3-4432-b59b-1e0956b5ca0b tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 931 time: 0.1563795 Sep 01 16:29:58.108964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.142525 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Transition to ACTIVE for port object 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:29:58.151329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-75fe7011-228e-468a-94fd-552fd2e7abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.152872 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-75fe7011-228e-468a-94fd-552fd2e7abb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0878894 Sep 01 16:29:58.158548 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.166157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36392) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:58.206367 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-44095732-c1c4-4a29-b3da-9778e460745b req-94f62eef-e29f-4114-8fbf-b95232665ad5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219699 Sep 01 16:29:58.226677 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-c38ca866-62fb-4c48-ad30-bd04ffa5f49d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610011 Sep 01 16:29:58.290482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Pushing event updated for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:58.309489 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163947f-115c-4c6e-b539-1e2edd72ce21 req-7143f3dd-8914-48f5-b1e1-250bd2169651 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.311869 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b163947f-115c-4c6e-b539-1e2edd72ce21 req-7143f3dd-8914-48f5-b1e1-250bd2169651 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0741634 Sep 01 16:29:58.330077 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a20de028-dec9-4515-a41c-c243ea01bd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.379868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Attempting to bind port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:29:58.380240 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Attempting to bind port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:29:58.381311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Attempting to bind port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:58.393489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:29:58.393958 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Attempting to bind port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:29:58.397539 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b163947f-115c-4c6e-b539-1e2edd72ce21 req-4409fa01-a418-4288-9b9b-2e13aa56858c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743806 Sep 01 16:29:58.409881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:29:58.410225 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Checking segment: {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:29:58.410624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Bound using segment: {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:29:58.411121 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Bound port: 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:29:58.411540 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.439776 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-16730c9c-4556-440a-b288-ec97369f8266 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045815 Sep 01 16:29:58.537371 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a20de028-dec9-4515-a41c-c243ea01bd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.543409 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a20de028-dec9-4515-a41c-c243ea01bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.554431 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:29:58.574114 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:29:58.587312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.590309 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a20de028-dec9-4515-a41c-c243ea01bd33 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=58ad7074328543e6b12cb39a73d61d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210572 Sep 01 16:29:58.593636 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36414) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:58.602483 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20de028-dec9-4515-a41c-c243ea01bd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31071cf9-97d6-4593-ae9b-f5c7f7cea7ec,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:58.668278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.669999 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Pushing event updated for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:58.675310 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.675934 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.677461 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-5d4c4a7a-0f44-4503-875b-706c390f6e2c service neutron] 10.222.0.83 "PUT /v2.0/ports/0efe3b57-50a6-41bc-bc29-76a5e2d180d3 HTTP/1.1" status: 200 len: 1093 time: 1.2969205 Sep 01 16:29:58.677893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:58.680506 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b365522-fb16-4e5b-a34d-f59a59fe942f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:58.694345 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db794af4-9711-4c33-8a33-d8e12e80a364 req-21f67e92-2dbc-4299-a5d5-6b601c3ff95f service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308033 Sep 01 16:29:58.703882 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.781032 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.784137 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:58.786286 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/31071cf9-97d6-4593-ae9b-f5c7f7cea7ec HTTP/1.1" status: 204 len: 168 time: 0.1915662 Sep 01 16:29:58.805033 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1e8d8-d12a-4e86-b123-01b8a28273dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31071cf9-97d6-4593-ae9b-f5c7f7cea7ec,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:58.844222 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-e118e954-244d-432e-b386-919c1a2e8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.848067 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-e118e954-244d-432e-b386-919c1a2e8496 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 1096 time: 0.1104844 Sep 01 16:29:59.129208 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b402a40-e581-4fce-8e0d-ce5f5c509b11 x-openstack-request-id: req-6b402a40-e581-4fce-8e0d-ce5f5c509b11 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:59.129499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:59.129742 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b402a40-e581-4fce-8e0d-ce5f5c509b11 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:59.130136 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3', 'status': 'completed', 'code': 200} Sep 01 16:29:59.133107 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-bd7ec46b-39ac-4340-805b-89f5187ca2a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3 HTTP/1.1" status: 200 len: 217 time: 0.2738407 Sep 01 16:29:59.213182 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71fad-eb73-49c5-bb6f-a17dab8047fb req-e3bd3faa-3d0c-40e6-bceb-4c05943bb0e7 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.214702 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53d71fad-eb73-49c5-bb6f-a17dab8047fb req-e3bd3faa-3d0c-40e6-bceb-4c05943bb0e7 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 943 time: 0.0873685 Sep 01 16:29:59.216583 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-0189a145-6b60-41ff-a189-95d2ca7464e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.217902 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-0189a145-6b60-41ff-a189-95d2ca7464e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=385dfbd3-2a9f-492c-8324-f6d93d1e7429 HTTP/1.1" status: 200 len: 848 time: 0.0759432 Sep 01 16:29:59.223657 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36438) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:59.238201 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-581688da-b907-4115-b0d7-1451758b5851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.263470 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-c2e4f3b5-5444-4e6c-b3e1-e5c6702136d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21f8e64d-69dc-432b-9953-bac70a0bdc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353091 Sep 01 16:29:59.294075 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36442) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:59.298185 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53d71fad-eb73-49c5-bb6f-a17dab8047fb req-a45eddc4-19c8-4801-833f-5fb832fd7e89 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772123 Sep 01 16:29:59.374225 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-71cdbf82-bd73-49ae-bfcd-43e5dec26d24 service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997951 Sep 01 16:29:59.379639 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527438ac-b96b-462a-87ef-6ca8856ee250 req-227e7b80-be2a-47d8-9d8f-d5fa284d225e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.381380 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-527438ac-b96b-462a-87ef-6ca8856ee250 req-227e7b80-be2a-47d8-9d8f-d5fa284d225e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 943 time: 0.0731628 Sep 01 16:29:59.406420 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-581688da-b907-4115-b0d7-1451758b5851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.414178 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-581688da-b907-4115-b0d7-1451758b5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.477361 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-836da55d-ec6c-4cb9-957b-8ac3b2cb56ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.490338 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-581688da-b907-4115-b0d7-1451758b5851 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=850f2333f0cc4fe7a5d482a2b7b8a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646551 Sep 01 16:29:59.493840 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-527438ac-b96b-462a-87ef-6ca8856ee250 req-6c70efb0-441e-4099-a14d-4b13d93c18a5 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049342 Sep 01 16:29:59.494438 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581688da-b907-4115-b0d7-1451758b5851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b64bce-676e-4582-9dfe-f56bc055e985,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:59.498026 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36450) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:59.530636 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-68b18df7-f28b-4efd-9b8d-8755f860f1ed req-aad2e3d0-d6e2-4648-8a51-b92aaa1a3b19 service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479070 Sep 01 16:29:59.557067 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877b249-e6df-4918-bb35-9c1406759a5f req-36de938d-e06c-4cc8-8281-bf7705e85c0b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.558705 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a877b249-e6df-4918-bb35-9c1406759a5f req-36de938d-e06c-4cc8-8281-bf7705e85c0b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0921280 Sep 01 16:29:59.581034 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.604579 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a877b249-e6df-4918-bb35-9c1406759a5f req-405ab20a-64e3-4465-9dfc-45766fa09bf7 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Sep 01 16:29:59.619154 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.651392 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-10296fa0-b61f-4fcb-b564-ecc0eeae06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.654171 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-10296fa0-b61f-4fcb-b564-ecc0eeae06de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 1096 time: 0.0475755 Sep 01 16:29:59.674679 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-836da55d-ec6c-4cb9-957b-8ac3b2cb56ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.679373 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-836da55d-ec6c-4cb9-957b-8ac3b2cb56ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.716007 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.718522 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.720249 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a6b64bce-676e-4582-9dfe-f56bc055e985 HTTP/1.1" status: 204 len: 168 time: 0.2195523 Sep 01 16:29:59.730310 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-836da55d-ec6c-4cb9-957b-8ac3b2cb56ad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7214b7d243b243129e50528f89c875d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320598 Sep 01 16:29:59.730310 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836da55d-ec6c-4cb9-957b-8ac3b2cb56ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c3259-cfb6-4ed5-a6cd-dab9304bed80,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:59.731894 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36458) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:29:59.753485 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fbec6-2ce8-4404-a170-3be4bb919ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b64bce-676e-4582-9dfe-f56bc055e985,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:59.790521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0207f-e9af-4108-856b-15928313428e req-1b585ae3-c21d-473a-a4a3-9d8cd85e17b2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.792180 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3cb0207f-e9af-4108-856b-15928313428e req-1b585ae3-c21d-473a-a4a3-9d8cd85e17b2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1164949 Sep 01 16:29:59.805622 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.821401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-42e8f6dc-ce38-4bdf-a925-71599748bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.823101 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-42e8f6dc-ce38-4bdf-a925-71599748bee9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 909 time: 0.1595471 Sep 01 16:29:59.832328 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.850584 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3cb0207f-e9af-4108-856b-15928313428e req-63fba11c-4794-4bf5-a931-15f307c3b285 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492826 Sep 01 16:29:59.890360 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.893091 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.894342 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/178c3259-cfb6-4ed5-a6cd-dab9304bed80 HTTP/1.1" status: 204 len: 168 time: 0.1614904 Sep 01 16:29:59.903170 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-e9542fe3-4c45-4228-8064-0dcea24cd3d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3 HTTP/1.1" status: 200 len: 217 time: 0.0695817 Sep 01 16:29:59.909893 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925c72-2833-4ac9-b441-1cf9241f943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c3259-cfb6-4ed5-a6cd-dab9304bed80,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:59.985727 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-5bb03f5b-e798-4a47-90aa-fa8e3e4db6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.987264 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-5bb03f5b-e798-4a47-90aa-fa8e3e4db6c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=385dfbd3-2a9f-492c-8324-f6d93d1e7429 HTTP/1.1" status: 200 len: 848 time: 0.0746603 Sep 01 16:30:00.033571 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-d5c33cc4-a2b0-4fea-8f37-c4295ea65c59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21f8e64d-69dc-432b-9953-bac70a0bdc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365918 Sep 01 16:30:00.176443 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-b3a5bdbd-8701-4b0e-84cd-55820650d1b0 service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300058 Sep 01 16:30:00.337522 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b365522-fb16-4e5b-a34d-f59a59fe942f req-2dd5dd1a-4bce-49d2-9113-16358297911e service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480410 Sep 01 16:30:00.505864 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55abfe-671e-4c99-9d7f-c1915d910409 req-04fd66e4-7df0-42c7-a88f-41bc4e8a3c19 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:00.516133 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee55abfe-671e-4c99-9d7f-c1915d910409 req-04fd66e4-7df0-42c7-a88f-41bc4e8a3c19 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 943 time: 0.0917802 Sep 01 16:30:00.592217 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ee55abfe-671e-4c99-9d7f-c1915d910409 req-26573cd0-014a-4e98-b37d-36072a34738e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Sep 01 16:30:00.640803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54dcf3-09af-4c07-8e7b-fe8208d5af46 req-7c737927-60ea-439a-986b-a8c9eb854f52 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:00.642544 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db54dcf3-09af-4c07-8e7b-fe8208d5af46 req-7c737927-60ea-439a-986b-a8c9eb854f52 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 943 time: 0.0580776 Sep 01 16:30:00.697760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-db54dcf3-09af-4c07-8e7b-fe8208d5af46 req-e2ac6c53-01ba-44fc-a22e-a22b63ecbfa8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Sep 01 16:30:01.742598 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a054-72b7-4ba4-96b2-c7788933db37 req-d8c5382c-a489-4b90-93cd-ba819305c46a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:01.745158 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0233a054-72b7-4ba4-96b2-c7788933db37 req-d8c5382c-a489-4b90-93cd-ba819305c46a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 943 time: 0.0703621 Sep 01 16:30:01.801819 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504100fe-8a03-4ac2-ac9d-2f6d0a4039aa req-2ffb57d2-8a65-4bee-85b4-ba09c6643a86 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:01.803498 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-504100fe-8a03-4ac2-ac9d-2f6d0a4039aa req-2ffb57d2-8a65-4bee-85b4-ba09c6643a86 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0693588 Sep 01 16:30:01.816584 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0233a054-72b7-4ba4-96b2-c7788933db37 req-c54690d3-34da-4616-8ac1-c4fe5c6fc059 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Sep 01 16:30:01.869585 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-504100fe-8a03-4ac2-ac9d-2f6d0a4039aa req-d1e27122-4fb9-4ea2-82e3-1b34fe9bded5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592275 Sep 01 16:30:01.968308 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332b4ea-5b01-4e5f-bd4b-9e64fe33fd16 req-ad92b26d-f739-4490-a45d-05ffce5fd128 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:01.985690 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a332b4ea-5b01-4e5f-bd4b-9e64fe33fd16 req-ad92b26d-f739-4490-a45d-05ffce5fd128 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 943 time: 0.0626929 Sep 01 16:30:02.013249 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a332b4ea-5b01-4e5f-bd4b-9e64fe33fd16 req-9cd1534d-aea6-42b5-9401-d752dc42c08e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Sep 01 16:30:02.015777 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 971ebd60-f759-4f37-a1fb-d382f69a8a74 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:02.131249 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:02.151172 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '971ebd60-f759-4f37-a1fb-d382f69a8a74', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'port_id': '971ebd60-f759-4f37-a1fb-d382f69a8a74', 'mac_address': 'fa:16:3e:74:9e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742c56d-3268-46fa-a05e-63b20d7fa276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:02.194661 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:02.207541 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971ebd60-f759-4f37-a1fb-d382f69a8a74 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:02.227116 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:02.230727 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:02.278855 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:02.285845 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.286201 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.287112 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.287454 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.287801 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.288129 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.288461 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.288792 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.289139 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.289497 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.289825 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.290154 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:02.944028 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bcd14-d725-4414-b051-1e280cedb019 req-4e582c2d-9c51-4512-b907-6c4ff4363e29 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:02.945690 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-115bcd14-d725-4414-b051-1e280cedb019 req-4e582c2d-9c51-4512-b907-6c4ff4363e29 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 944 time: 0.0511951 Sep 01 16:30:02.983139 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-115bcd14-d725-4414-b051-1e280cedb019 req-d607f37a-0bf7-4df4-83ca-330db1f567da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 01 16:30:03.100504 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecb833-1915-45cb-85b9-6dac22c093a9 req-dc4df5cd-77a6-4406-bdd6-234251f91f47 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:03.101960 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64ecb833-1915-45cb-85b9-6dac22c093a9 req-dc4df5cd-77a6-4406-bdd6-234251f91f47 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Sep 01 16:30:03.144391 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64ecb833-1915-45cb-85b9-6dac22c093a9 req-0988e7cb-6c10-4b85-bf6c-fec4224b6145 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Sep 01 16:30:03.252769 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb571-7cc6-44b3-a889-753901eab5ca req-863ae57a-5e3f-4fce-bd2f-f5bace835ca4 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:03.254272 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fa6eb571-7cc6-44b3-a889-753901eab5ca req-863ae57a-5e3f-4fce-bd2f-f5bace835ca4 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 943 time: 0.0490885 Sep 01 16:30:03.292685 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fa6eb571-7cc6-44b3-a889-753901eab5ca req-e5a73b28-df1f-4817-bbab-402c99ac6451 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Sep 01 16:30:03.857791 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:03.905990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-65a39c5d-4f55-47c5-88d7-d695384e7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:03.915313 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-65a39c5d-4f55-47c5-88d7-d695384e7597 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.0455980 Sep 01 16:30:03.959152 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:03.972403 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3', 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23', 'port_id': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3', 'mac_address': 'fa:16:3e:fe:82:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385dfbd3-2a9f-492c-8324-f6d93d1e7429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:04.011158 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-da2c27a2-dbc1-4462-8b7c-9ba5c13e15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.012271 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.012594 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-da2c27a2-dbc1-4462-8b7c-9ba5c13e15ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.0906496 Sep 01 16:30:04.025822 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:04.047505 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:04.053527 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.064301 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-d9f2393c-144d-417e-81ff-018b0a2555ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0399802 Sep 01 16:30:04.109739 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:04.131061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-f16e92d8-f7b2-4183-acd9-bc6bc3533b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.132797 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-f16e92d8-f7b2-4183-acd9-bc6bc3533b97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.0571070 Sep 01 16:30:04.156461 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39314606-adb5-4f7e-898b-1c4165311af4 req-15b02e4f-ed1f-42f9-98bb-04c659ebef59 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.159023 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39314606-adb5-4f7e-898b-1c4165311af4 req-15b02e4f-ed1f-42f9-98bb-04c659ebef59 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 944 time: 0.0738404 Sep 01 16:30:04.166391 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-79990451-333e-45a2-ac5b-4d36d86dc801 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Sep 01 16:30:04.200053 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-39314606-adb5-4f7e-898b-1c4165311af4 req-fc1c03ed-82c0-4fe8-a04c-3e3e4d137ce6 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Sep 01 16:30:04.251534 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['971ebd60-f759-4f37-a1fb-d382f69a8a74'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:04.306682 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0893f97-38cd-40ca-a30b-69161ead9dd3 req-2f4232c0-bde6-445a-b932-b8dddcaf6439 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.308307 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c0893f97-38cd-40ca-a30b-69161ead9dd3 req-2f4232c0-bde6-445a-b932-b8dddcaf6439 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0830419 Sep 01 16:30:04.310811 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-76ceca00-7799-401c-aaae-ec2c71f63a9e service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359415 Sep 01 16:30:04.400035 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c0893f97-38cd-40ca-a30b-69161ead9dd3 req-0e236ba4-ddd7-4c14-b936-b2760ae0a2b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844765 Sep 01 16:30:04.416519 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac7da-bbe0-40ec-98cb-27334c1c5f06 req-fefe9585-eeeb-412d-a387-f0e3b89672f0 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.418148 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0ecac7da-bbe0-40ec-98cb-27334c1c5f06 req-fefe9585-eeeb-412d-a387-f0e3b89672f0 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 944 time: 0.0533183 Sep 01 16:30:04.450422 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e54dee72-6322-4841-89a7-b7f8b00cccee req-d57e48d1-8d31-472f-9741-12a145a8cb12 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Sep 01 16:30:04.465893 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0ecac7da-bbe0-40ec-98cb-27334c1c5f06 req-3b14ca11-0a89-4d9e-af96-737e9c209bf8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343559 Sep 01 16:30:04.554360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['0efe3b57-50a6-41bc-bc29-76a5e2d180d3'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:05.317318 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57946df-4ffe-4b54-b1cd-ca9a4bf75ed7 req-1ecdc24c-cb92-4348-a1d0-6d28c7fcf0e8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.318860 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d57946df-4ffe-4b54-b1cd-ca9a4bf75ed7 req-1ecdc24c-cb92-4348-a1d0-6d28c7fcf0e8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 944 time: 0.0500772 Sep 01 16:30:05.359601 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d57946df-4ffe-4b54-b1cd-ca9a4bf75ed7 req-6fca3f49-434d-40a9-b000-fbe61b398244 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Sep 01 16:30:05.520670 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ee7e8-8ebe-4359-8fdc-5f2da7516c3d req-3a0b6c71-4a46-40e0-bb15-e440967e38a8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.522742 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec1ee7e8-8ebe-4359-8fdc-5f2da7516c3d req-3a0b6c71-4a46-40e0-bb15-e440967e38a8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Sep 01 16:30:05.560341 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec1ee7e8-8ebe-4359-8fdc-5f2da7516c3d req-b9c31c86-4fd1-4d41-8909-c072f232fc62 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Sep 01 16:30:05.586521 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e7628-72e2-49f4-82c4-846e3305c2ec req-7b234581-6562-4045-a812-0e162a0b2585 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.588017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8c5e7628-72e2-49f4-82c4-846e3305c2ec req-7b234581-6562-4045-a812-0e162a0b2585 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Sep 01 16:30:05.626567 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8c5e7628-72e2-49f4-82c4-846e3305c2ec req-9fc29c90-a15c-4365-8fa3-a81a8d33b2a0 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Sep 01 16:30:05.870830 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 971ebd60-f759-4f37-a1fb-d382f69a8a74 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:05.919304 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 971ebd60-f759-4f37-a1fb-d382f69a8a74 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:05.922815 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 971ebd60-f759-4f37-a1fb-d382f69a8a74 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:05.923198 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.002153 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.023965 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:06.026278 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1a54c1-c284-426f-9105-654fc6d16af6" -d '{"events": [{"server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "name": "network-vif-plugged", "status": "completed", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:06.038665 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:06.042532 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.043398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:06.083085 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bf287-41ae-440d-b7b5-92da52185a09 x-openstack-request-id: req-0e3bf287-41ae-440d-b7b5-92da52185a09 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:06.083359 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "name": "network-vif-plugged", "status": "completed", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:06.083611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0e3bf287-41ae-440d-b7b5-92da52185a09 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:06.083992 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74', 'code': 200} Sep 01 16:30:06.118996 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:06.136906 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:06.140840 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:06.141246 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.221457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.256973 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:06.260705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ace34-5035-4fe7-90ff-15dfd8aa680a req-404b4eeb-e25e-4e97-a235-bb94b8d720bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:06.261825 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:06.262262 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b5ace34-5035-4fe7-90ff-15dfd8aa680a req-404b4eeb-e25e-4e97-a235-bb94b8d720bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 1098 time: 0.0409594 Sep 01 16:30:06.313036 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0b5ace34-5035-4fe7-90ff-15dfd8aa680a req-558238bb-a806-49e8-aff2-e12f8963ce4f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Sep 01 16:30:06.314498 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:06.480436 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f4c78-8fcf-4edd-9683-948de996f434 req-c096f853-82e8-475f-9ad7-b3d4b686af13 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:06.488921 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a26f4c78-8fcf-4edd-9683-948de996f434 req-c096f853-82e8-475f-9ad7-b3d4b686af13 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0603828 Sep 01 16:30:06.531539 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a26f4c78-8fcf-4edd-9683-948de996f434 req-2eeeb852-1695-495c-911f-fcbcfd925c82 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Sep 01 16:30:06.684108 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e909f6-e832-402d-81f3-efb1dbd4daed req-c095809a-a293-4dc2-93fa-c165d82c7004 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:06.685592 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-90e909f6-e832-402d-81f3-efb1dbd4daed req-c095809a-a293-4dc2-93fa-c165d82c7004 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Sep 01 16:30:06.733601 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-90e909f6-e832-402d-81f3-efb1dbd4daed req-0f897b8c-1f68-4e0b-94ad-87f27029275a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Sep 01 16:30:06.763657 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03930696-3620-47c2-89ef-3d0a74ed1476 req-14613c94-7377-4294-a98e-7b9e221c8476 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:06.767542 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-03930696-3620-47c2-89ef-3d0a74ed1476 req-14613c94-7377-4294-a98e-7b9e221c8476 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0613642 Sep 01 16:30:06.809498 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-03930696-3620-47c2-89ef-3d0a74ed1476 req-f7f9e0d6-b4e8-454b-8732-97c7c71860b8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Sep 01 16:30:07.653005 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de37d-c727-4238-8f09-5805e3780ef5 req-59038e3f-6df6-455c-bd2b-2f3b75fbeac4 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:07.654551 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a70de37d-c727-4238-8f09-5805e3780ef5 req-59038e3f-6df6-455c-bd2b-2f3b75fbeac4 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Sep 01 16:30:07.701706 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a70de37d-c727-4238-8f09-5805e3780ef5 req-c8910cb2-23f6-4a32-8797-77b681a70e64 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Sep 01 16:30:07.851207 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334e0e9-798f-49c6-afa0-c4f9d987e45f req-0f4053c0-8d8c-46dc-96d7-75886d725873 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:07.852712 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f334e0e9-798f-49c6-afa0-c4f9d987e45f req-0f4053c0-8d8c-46dc-96d7-75886d725873 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0525851 Sep 01 16:30:07.891960 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f334e0e9-798f-49c6-afa0-c4f9d987e45f req-e38072af-b552-42b2-b3f0-c3cf550efb71 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Sep 01 16:30:07.994599 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fdc73-33e2-4700-b1b5-3762bac83280 req-c3b91a98-cc79-4d8b-a3b6-3dd8a570818a tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:07.995992 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-526fdc73-33e2-4700-b1b5-3762bac83280 req-c3b91a98-cc79-4d8b-a3b6-3dd8a570818a tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Sep 01 16:30:08.037592 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-526fdc73-33e2-4700-b1b5-3762bac83280 req-a2b190d2-926a-4a3c-a223-8128ee794592 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Sep 01 16:30:08.085624 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:08.087982 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c48222-2de7-4862-b765-9e56367e0d2b" -d '{"events": [{"server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "name": "network-vif-plugged", "status": "completed", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:08.123791 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb77071-a9fe-43f5-8a0b-0a75a1cf17e6 x-openstack-request-id: req-3cb77071-a9fe-43f5-8a0b-0a75a1cf17e6 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:08.124085 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "name": "network-vif-plugged", "status": "completed", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:08.124337 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3cb77071-a9fe-43f5-8a0b-0a75a1cf17e6 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:08.124733 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3', 'code': 200} Sep 01 16:30:08.834828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51242be-aaeb-432f-8510-a45db77713a1 req-d9c282a4-e503-4f5e-9dff-0231c616bbe8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:08.836396 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d51242be-aaeb-432f-8510-a45db77713a1 req-d9c282a4-e503-4f5e-9dff-0231c616bbe8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Sep 01 16:30:08.880012 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d51242be-aaeb-432f-8510-a45db77713a1 req-d707329b-8420-4044-9b6e-1fb35df50533 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375643 Sep 01 16:30:09.007522 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0434de1-a467-47fd-b368-26a304ef3cb6 req-e4606fd7-06c8-4202-a1ee-c5d9ab1b9240 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:09.008994 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a0434de1-a467-47fd-b368-26a304ef3cb6 req-e4606fd7-06c8-4202-a1ee-c5d9ab1b9240 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Sep 01 16:30:09.059907 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a0434de1-a467-47fd-b368-26a304ef3cb6 req-2c96a14d-f076-49d6-99d5-e1a435e3b23a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Sep 01 16:30:09.164846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18f9e-e780-402c-80d3-e7b1357af667 req-c57aa421-afcb-479f-a8d9-79bfd737ef42 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:09.166496 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-19f18f9e-e780-402c-80d3-e7b1357af667 req-c57aa421-afcb-479f-a8d9-79bfd737ef42 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0484974 Sep 01 16:30:09.208927 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-19f18f9e-e780-402c-80d3-e7b1357af667 req-6b5e4a83-3773-4507-bf02-05594b405132 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Sep 01 16:30:10.040164 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8bc9c-110b-4c99-949d-60ac4a30a3a6 req-100ddef0-0b93-4cec-8b1d-42c3e2582028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:10.041683 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ac8bc9c-110b-4c99-949d-60ac4a30a3a6 req-100ddef0-0b93-4cec-8b1d-42c3e2582028 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 1098 time: 0.0701728 Sep 01 16:30:10.056062 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84c3b5-fa36-4a09-9a5b-edf599f06bfc req-d0898412-9995-4cd6-8fb0-c48788c62256 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:10.057487 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7a84c3b5-fa36-4a09-9a5b-edf599f06bfc req-d0898412-9995-4cd6-8fb0-c48788c62256 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0617018 Sep 01 16:30:10.116454 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ac8bc9c-110b-4c99-949d-60ac4a30a3a6 req-1212b497-a449-48d5-8e18-2ac2b4321bba service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Sep 01 16:30:10.120159 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7a84c3b5-fa36-4a09-9a5b-edf599f06bfc req-fd8c710f-415a-4159-ae51-828bf22d061c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 Sep 01 16:30:10.197259 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601438-c857-4443-8b72-bdd0a5b21841 req-c9697985-885b-40f0-90e0-dd7d14525995 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:10.198723 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29601438-c857-4443-8b72-bdd0a5b21841 req-c9697985-885b-40f0-90e0-dd7d14525995 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Sep 01 16:30:10.238450 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29601438-c857-4443-8b72-bdd0a5b21841 req-56467756-085a-4c5e-b5f9-5e7b87cb2f47 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Sep 01 16:30:10.337953 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288c353-8509-498f-9d74-a33df5443b3c req-bca9cb72-575c-4131-8759-164c6a36e2dc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:10.340681 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3288c353-8509-498f-9d74-a33df5443b3c req-bca9cb72-575c-4131-8759-164c6a36e2dc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0570023 Sep 01 16:30:10.389286 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3288c353-8509-498f-9d74-a33df5443b3c req-2d485152-f5ea-4673-8cd8-67422eb6b2cc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Sep 01 16:30:11.241913 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691b0bb-81c5-4510-a24b-2a477900e9c8 req-cd692698-7e70-45e2-9f00-5d294e1dda24 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:11.243415 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c691b0bb-81c5-4510-a24b-2a477900e9c8 req-cd692698-7e70-45e2-9f00-5d294e1dda24 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0536933 Sep 01 16:30:11.284383 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c691b0bb-81c5-4510-a24b-2a477900e9c8 req-f9cac8a8-d4cd-4f0e-9fd8-9e849de0492e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Sep 01 16:30:11.370141 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afa65c-5a64-4d50-af35-6148c6e64127 req-d03951f8-f145-4db1-a6d9-5fecc1284f22 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:11.371695 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49afa65c-5a64-4d50-af35-6148c6e64127 req-d03951f8-f145-4db1-a6d9-5fecc1284f22 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0607793 Sep 01 16:30:11.418305 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-49afa65c-5a64-4d50-af35-6148c6e64127 req-6180f24e-5265-45ae-b000-3aa9b6a62e32 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Sep 01 16:30:11.528127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e53f35-91a3-4c93-8fab-7c8ee6bd03e4 req-95cb91df-8625-42ee-bd70-f26d84ce3270 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:11.529971 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-19e53f35-91a3-4c93-8fab-7c8ee6bd03e4 req-95cb91df-8625-42ee-bd70-f26d84ce3270 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0569351 Sep 01 16:30:11.575351 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-19e53f35-91a3-4c93-8fab-7c8ee6bd03e4 req-60681df6-7ecc-49a9-b4ab-5350622cb4df tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Sep 01 16:30:11.682987 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36726) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:11.824094 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a544f827-11ad-4811-a5ea-81481f4706a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.933456 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a544f827-11ad-4811-a5ea-81481f4706a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.938474 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a544f827-11ad-4811-a5ea-81481f4706a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:11.979789 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f827-11ad-4811-a5ea-81481f4706a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056fdf56-dd58-49d4-8404-43be3552d3ba,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:11.984712 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a544f827-11ad-4811-a5ea-81481f4706a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05a009d2c85c4dc0bc0231deb9f9c13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004167 Sep 01 16:30:11.989911 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36740) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:12.050648 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.076795 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.139960 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.142646 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.143787 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/056fdf56-dd58-49d4-8404-43be3552d3ba HTTP/1.1" status: 204 len: 168 time: 0.1526861 Sep 01 16:30:12.151864 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82918493-654d-410b-b5fb-b0f3f5e775e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056fdf56-dd58-49d4-8404-43be3552d3ba,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:12.347598 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.408606 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36752) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:12.425110 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9f26-cef1-4719-a9ac-927d4f6a8269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.523069 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9f26-cef1-4719-a9ac-927d4f6a8269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.527662 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9f26-cef1-4719-a9ac-927d4f6a8269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.544513 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc6a6-29a4-46d9-99fb-27af02ea5f61 req-a346fad4-1d12-475e-af67-1b2ef85a76bb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:12.546748 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c09cc6a6-29a4-46d9-99fb-27af02ea5f61 req-a346fad4-1d12-475e-af67-1b2ef85a76bb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Sep 01 16:30:12.566102 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd9f26-cef1-4719-a9ac-927d4f6a8269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061cfec-e787-41e0-baea-7f96f4590320,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:12.570418 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f1cd9f26-cef1-4719-a9ac-927d4f6a8269 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07c20fc5437b4e45938e6b8a59465340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607375 Sep 01 16:30:12.573149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36756) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:12.586841 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c09cc6a6-29a4-46d9-99fb-27af02ea5f61 req-ada25727-db79-46ee-ba28-982e8328e358 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336525 Sep 01 16:30:12.624697 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.646993 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.694675 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.697337 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.698510 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d061cfec-e787-41e0-baea-7f96f4590320 HTTP/1.1" status: 204 len: 168 time: 0.1243830 Sep 01 16:30:12.706890 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758b1d3-52f4-4697-ad21-b7d60ca177b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061cfec-e787-41e0-baea-7f96f4590320,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:12.714445 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36809-ac52-4770-920a-0a35c7bee34e req-0618cf8a-f1d1-460f-a2c4-373edaae0252 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:12.716178 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-07a36809-ac52-4770-920a-0a35c7bee34e req-0618cf8a-f1d1-460f-a2c4-373edaae0252 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0573900 Sep 01 16:30:12.757963 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-07a36809-ac52-4770-920a-0a35c7bee34e req-0d926631-46fa-469c-a2b8-dfc38a427c3b tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Sep 01 16:30:13.708299 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d8e8b-c5c5-4d44-a0fa-7db4abda5a12 req-777f82e1-564b-4713-a931-5054aa04a058 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:13.710068 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8c5d8e8b-c5c5-4d44-a0fa-7db4abda5a12 req-777f82e1-564b-4713-a931-5054aa04a058 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Sep 01 16:30:13.753238 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8c5d8e8b-c5c5-4d44-a0fa-7db4abda5a12 req-9fb4cb92-c6b6-44d0-9779-e3d1236bc2ad tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373387 Sep 01 16:30:13.876019 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce7a9e-0329-4d98-b666-d2c440e3c9bd req-930d64be-ea30-4710-9e98-225810c0b2ff tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:13.877425 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f9ce7a9e-0329-4d98-b666-d2c440e3c9bd req-930d64be-ea30-4710-9e98-225810c0b2ff tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Sep 01 16:30:13.933733 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f9ce7a9e-0329-4d98-b666-d2c440e3c9bd req-131d6bef-4316-40e7-b2c3-9cb46ea51cd3 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454049 Sep 01 16:30:14.876539 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329d253-f904-4126-a299-6e38c14ad27d req-3eadb0d8-804f-4df2-b5ee-5d4a14915c76 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:14.878058 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8329d253-f904-4126-a299-6e38c14ad27d req-3eadb0d8-804f-4df2-b5ee-5d4a14915c76 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Sep 01 16:30:14.916071 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8329d253-f904-4126-a299-6e38c14ad27d req-073aa0ae-a6c7-4d6c-bd2b-38955846d97d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Sep 01 16:30:15.048627 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ce70-cd34-4a3f-8508-ef24cfd1a19a req-e72dc59a-1982-449c-bbf4-4ca1ef89f376 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:15.050168 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fa93ce70-cd34-4a3f-8508-ef24cfd1a19a req-e72dc59a-1982-449c-bbf4-4ca1ef89f376 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0548623 Sep 01 16:30:15.090409 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fa93ce70-cd34-4a3f-8508-ef24cfd1a19a req-6660b9cf-eba6-4da4-bc22-f9aa07f835c4 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Sep 01 16:30:16.002833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57333f-8ed3-455c-92bf-fd154baff610 req-abaa515a-d494-4d2e-8d01-8e085355082a tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:16.005726 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2e57333f-8ed3-455c-92bf-fd154baff610 req-abaa515a-d494-4d2e-8d01-8e085355082a tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0684335 Sep 01 16:30:16.070993 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2e57333f-8ed3-455c-92bf-fd154baff610 req-2ca89e3b-7bc1-4c7c-8021-c462c2561f5c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576434 Sep 01 16:30:16.135945 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9f9f-7d1c-4ed3-899c-82f997d86c60 req-a2bf9776-2a1b-4bf2-a9fa-5ee08f25839d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:16.140431 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-942e9f9f-7d1c-4ed3-899c-82f997d86c60 req-a2bf9776-2a1b-4bf2-a9fa-5ee08f25839d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0975416 Sep 01 16:30:16.197823 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-942e9f9f-7d1c-4ed3-899c-82f997d86c60 req-4d681f32-1f33-4eaf-87c4-1204d2619b51 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Sep 01 16:30:17.206621 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbb35f-751b-4382-93c2-1607d7795a12 req-56fe7103-8ba3-4e04-9e23-4f8a786d4281 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:17.209513 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afcbb35f-751b-4382-93c2-1607d7795a12 req-56fe7103-8ba3-4e04-9e23-4f8a786d4281 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0596230 Sep 01 16:30:17.266364 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afcbb35f-751b-4382-93c2-1607d7795a12 req-0e7d3f1d-fde3-4a15-9c11-6544e147ab1a tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Sep 01 16:30:17.345180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895000d-c9c5-4f09-bf75-f994c058f60d req-9398f240-f080-4ffa-ba78-10cd1e79f73a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:17.346773 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e895000d-c9c5-4f09-bf75-f994c058f60d req-9398f240-f080-4ffa-ba78-10cd1e79f73a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0519688 Sep 01 16:30:17.391214 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e895000d-c9c5-4f09-bf75-f994c058f60d req-aa51291c-c448-4ac4-b623-14adf348dd13 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Sep 01 16:30:17.432172 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36906) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:17.551283 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a804987f-cf84-42c5-b3a8-995d2e683547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.659314 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b8a73da-c45e-4ee3-baac-10759ea2824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.670048 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a804987f-cf84-42c5-b3a8-995d2e683547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.675303 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a804987f-cf84-42c5-b3a8-995d2e683547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.699828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-d8664433-cd0c-4f13-9c27-fe807dd4d0fa tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:17.701309 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-d8664433-cd0c-4f13-9c27-fe807dd4d0fa tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 945 time: 0.0733078 Sep 01 16:30:17.722677 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36918) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:17.735690 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a804987f-cf84-42c5-b3a8-995d2e683547 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eca5074276924e9fa9e36cc2510c6652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001420 Sep 01 16:30:17.735690 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804987f-cf84-42c5-b3a8-995d2e683547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddba2b8-2e64-4dfc-a924-bfc520a8a549,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:17.736853 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36922) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:17.793691 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.816407 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Deleting port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:17.816891 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.817552 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.864547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-24255fe7-0b0f-489e-9892-f448c82ce7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.900379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.903140 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.906855 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ddba2b8-2e64-4dfc-a924-bfc520a8a549 HTTP/1.1" status: 204 len: 168 time: 0.1664956 Sep 01 16:30:17.920007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] For port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:17.920375 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:17.923676 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4764ea-27df-422b-95aa-03cba9ed39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddba2b8-2e64-4dfc-a924-bfc520a8a549,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:17.938048 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Calling delete_port for 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:17.997553 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-24255fe7-0b0f-489e-9892-f448c82ce7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.002087 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-24255fe7-0b0f-489e-9892-f448c82ce7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.049771 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-24255fe7-0b0f-489e-9892-f448c82ce7d9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e62e3766c9b54b3cb9fab5ce70088f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257792 Sep 01 16:30:18.051189 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24255fe7-0b0f-489e-9892-f448c82ce7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e4d87-c46e-40e9-9973-fe2c4517672c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:18.054074 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36926) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:18.100419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.109296 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.133257 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Pushing event deleted for resources: {'Port': ['ID=0efe3b57-50a6-41bc-bc29-76a5e2d180d3,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:18.134101 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.175353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] No DVR routers for this DVR port 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:18.179654 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.181949 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcb8bdaa-ec25-488f-9974-dd747d493a0c req-706253b7-95ec-4340-98a3-26da0ac25010 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "DELETE /v2.0/ports/0efe3b57-50a6-41bc-bc29-76a5e2d180d3 HTTP/1.1" status: 204 len: 173 time: 0.4656665 Sep 01 16:30:18.182440 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'name': 'network-vif-deleted', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:18.184965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdcf46a-648e-4523-9329-d83cff3bb851" -d '{"events": [{"server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "name": "network-vif-deleted", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:18.187515 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.190780 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.192416 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b9e4d87-c46e-40e9-9973-fe2c4517672c HTTP/1.1" status: 204 len: 168 time: 0.1375089 Sep 01 16:30:18.201844 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570dd70-9247-4f58-913a-088bb7d981ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e4d87-c46e-40e9-9973-fe2c4517672c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:18.248562 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c513e1-b1a4-4b76-8f2a-283166f35b28 x-openstack-request-id: req-43c513e1-b1a4-4b76-8f2a-283166f35b28 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:18.248858 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a6d87e-10d7-4568-8f0c-ac6505a04667", "name": "network-vif-deleted", "tag": "0efe3b57-50a6-41bc-bc29-76a5e2d180d3", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:18.249104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-43c513e1-b1a4-4b76-8f2a-283166f35b28 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:18.249527 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a6d87e-10d7-4568-8f0c-ac6505a04667', 'name': 'network-vif-deleted', 'tag': '0efe3b57-50a6-41bc-bc29-76a5e2d180d3', 'status': 'completed', 'code': 200} Sep 01 16:30:18.267547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 36936) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:18.282700 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddc06-3405-467a-a092-5e98c0eb283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.396332 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddc06-3405-467a-a092-5e98c0eb283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.401019 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ff6ddc06-3405-467a-a092-5e98c0eb283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.402756 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-458c7451-13c9-4cdd-b084-1cbc5a43a719 req-c91e93c6-6ad0-416d-b42c-eadb57659f76 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0a6d87e-10d7-4568-8f0c-ac6505a04667 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Sep 01 16:30:18.446783 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ff6ddc06-3405-467a-a092-5e98c0eb283f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5f6aa6af722e4b1ca75ec2b3179bc395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756449 Sep 01 16:30:18.446783 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ddc06-3405-467a-a092-5e98c0eb283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a169c9d2-26d9-4856-b8d4-cbd566e909e5,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:18.447279 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 36944) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:18.518657 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.544609 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.570163 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b904543-30cf-4617-880a-f2a87ccb3fca req-813fb528-0a84-4e32-91ea-79dd05d6c386 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:18.573401 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b904543-30cf-4617-880a-f2a87ccb3fca req-813fb528-0a84-4e32-91ea-79dd05d6c386 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0761576 Sep 01 16:30:18.612676 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.620311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:18.624657 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a169c9d2-26d9-4856-b8d4-cbd566e909e5 HTTP/1.1" status: 204 len: 168 time: 0.1739361 Sep 01 16:30:18.640062 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b904543-30cf-4617-880a-f2a87ccb3fca req-4b416eeb-aeee-4f1c-8e8b-0a10bcee9248 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576215 Sep 01 16:30:18.652871 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e59fe-f7ef-499d-ac88-ca97202e863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a169c9d2-26d9-4856-b8d4-cbd566e909e5,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:19.453031 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37004) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:19.566371 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b44ca03a-cc2d-4b2b-b26d-b54292f6febd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:19.702543 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b44ca03a-cc2d-4b2b-b26d-b54292f6febd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:19.714893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b44ca03a-cc2d-4b2b-b26d-b54292f6febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:19.836354 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b44ca03a-cc2d-4b2b-b26d-b54292f6febd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41eb75af17da4e20ba015d7073d47bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821163 Sep 01 16:30:19.838230 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37040) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:19.839995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ca03a-cc2d-4b2b-b26d-b54292f6febd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4722de20-9612-4443-a54d-2df801ac1c0b,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:19.855559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f67cfe-42ca-45b5-bac7-740c1233af9d req-78df8350-69fd-4406-a026-7b6ea439aa51 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:19.857498 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d7f67cfe-42ca-45b5-bac7-740c1233af9d req-78df8350-69fd-4406-a026-7b6ea439aa51 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1110008 Sep 01 16:30:19.898407 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-fd628cc9-266d-4e25-a2be-794d1b9526aa tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:19.899950 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-fd628cc9-266d-4e25-a2be-794d1b9526aa tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 808 time: 0.1773384 Sep 01 16:30:19.916933 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d7f67cfe-42ca-45b5-bac7-740c1233af9d req-62b0726b-14ed-4579-980b-9fae5e8cd91c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 Sep 01 16:30:19.928154 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-c354a920-7b05-4abe-bb59-759ca732b554 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/quotas/148444bbe2fc41c494a04598782d9daf HTTP/1.1" status: 200 len: 375 time: 0.0180779 Sep 01 16:30:19.940187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:19.976271 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:19.978345 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 0efe3b57-50a6-41bc-bc29-76a5e2d180d3 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:19.991480 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-fcff7070-299f-406f-a451-623d9f71aa7c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575342 Sep 01 16:30:19.996144 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.060386 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.132898 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-380ab01b-8865-415d-9482-e43d2ca146d5 service neutron] 10.222.0.101 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313176 Sep 01 16:30:20.182196 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.184707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:20.185899 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4722de20-9612-4443-a54d-2df801ac1c0b HTTP/1.1" status: 204 len: 168 time: 0.3466206 Sep 01 16:30:20.204274 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67be20a-5392-4d58-84e5-dd2ac85a76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4722de20-9612-4443-a54d-2df801ac1c0b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:20.246423 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-ae8c8fe0-98dc-42df-bea5-2c63f7a0b4d6 service neutron] 10.222.0.101 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064918 Sep 01 16:30:20.471513 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba996057-625a-4052-9746-c990c0ffe293 req-d03f49e1-73b1-4620-9f6b-8ffa5e5e3e16 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 210 time: 0.0356467 Sep 01 16:30:20.838527 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-eee6c55d-63a3-499d-8e8e-e49b156abf77 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:20.846821 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-eee6c55d-63a3-499d-8e8e-e49b156abf77 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.1238146 Sep 01 16:30:20.864763 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-125690be-d86a-4fa7-a8f2-0c06398907e3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/quotas/d3c430fe38c342ba9c75ec22d82c5d60 HTTP/1.1" status: 200 len: 375 time: 0.0166593 Sep 01 16:30:20.916756 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-4eaa7c34-0628-4e1c-b4ad-366c1326377c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511017 Sep 01 16:30:21.047710 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-29933e0c-160e-44de-861e-961efb61a9d7 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241503 Sep 01 16:30:21.132309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f908f9b-b678-4be5-a0ea-9cc0925b91c2 req-e7b57ffb-9d1e-420c-b60a-7e4b160ff4c8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.142733 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f908f9b-b678-4be5-a0ea-9cc0925b91c2 req-e7b57ffb-9d1e-420c-b60a-7e4b160ff4c8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1197879 Sep 01 16:30:21.226042 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-204dec4a-31f6-4681-94d0-be94f82d9a43 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678338 Sep 01 16:30:21.227519 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f908f9b-b678-4be5-a0ea-9cc0925b91c2 req-948ed3d7-8066-4349-9e1c-4fa0cc0a3035 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836837 Sep 01 16:30:21.252758 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e922d2-abac-4da6-acbf-3c64eb1cdeae req-fff96bf4-21c0-4ac8-aecc-87f1182f1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.254106 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-69e922d2-abac-4da6-acbf-3c64eb1cdeae req-fff96bf4-21c0-4ac8-aecc-87f1182f1f97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.0819871 Sep 01 16:30:21.283695 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37110) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:21.317876 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-69e922d2-abac-4da6-acbf-3c64eb1cdeae req-ee7bec82-dff5-433e-8f50-123ec3d0bd76 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Sep 01 16:30:21.483904 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e79d8d96-cc83-4c64-916a-a7f7ae9a3f74 req-ae0b2977-a392-457f-8372-0aa59a074fe1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 210 time: 0.0757554 Sep 01 16:30:21.487151 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fbd2-f998-4685-9d7a-67c2234a4e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.597473 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c37b1fd1-2ad8-47fb-9a1a-d3a8fae12b8d req-d0fa746a-bb06-46a5-a15f-61755ca527ff tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Sep 01 16:30:21.660295 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fbd2-f998-4685-9d7a-67c2234a4e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.664227 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fbd2-f998-4685-9d7a-67c2234a4e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.703205 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6ae4fbd2-f998-4685-9d7a-67c2234a4e5d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e4f1d632e7fb40e7b5e3476d8e881e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185135 Sep 01 16:30:21.704073 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4fbd2-f998-4685-9d7a-67c2234a4e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbeeee-0147-478d-b4fc-a40d07a3a453,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:21.706905 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37130) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:21.774055 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.803696 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.883187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.885708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.886814 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89dbeeee-0147-478d-b4fc-a40d07a3a453 HTTP/1.1" status: 204 len: 168 time: 0.1781166 Sep 01 16:30:21.929691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23b71e-89b0-43b0-ad98-058307424798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbeeee-0147-478d-b4fc-a40d07a3a453,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:21.959706 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b71ce4fd-c148-43e7-b318-8e878d7677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:21.990844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-33e4f185-055b-4049-8899-058c6b3af4ef tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:21.992921 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-33e4f185-055b-4049-8899-058c6b3af4ef tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 808 time: 0.1347163 Sep 01 16:30:22.009709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Request body: {'port': {'device_id': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23', 'admin_state_up': True, 'tenant_id': '148444bbe2fc41c494a04598782d9daf'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:22.147267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Made reservation on behalf of 148444bbe2fc41c494a04598782d9daf for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:30:22.150985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.169426 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.331206 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Allocated IP 172.20.0.13 (21f8e64d-69dc-432b-9953-bac70a0bdc23/385dfbd3-2a9f-492c-8324-f6d93d1e7429/738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:30:22.363421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafb202-e443-46fd-811f-1e48835f6b64 req-63971d9f-12bc-4ac8-9e53-00adcf73664f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:22.365639 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcafb202-e443-46fd-811f-1e48835f6b64 req-63971d9f-12bc-4ac8-9e53-00adcf73664f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0733364 Sep 01 16:30:22.474114 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcafb202-e443-46fd-811f-1e48835f6b64 req-ab16d7fc-9128-4c53-b75d-3664597a11de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961459 Sep 01 16:30:22.553161 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.589811 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.621800 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.664866 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Network 21f8e64d-69dc-432b-9953-bac70a0bdc23 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:30:22.688477 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9e0e61d-40e4-453d-9314-c5ac21edd4e8 req-07f0acd0-adf5-4ece-961b-09cc6dddb95f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 210 time: 0.0667977 Sep 01 16:30:22.747810 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37174) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:22.872801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234954fd-6964-442f-bfc0-b506ca2372c5 req-e077bc93-f8f6-4326-be1b-54aa5ea93ad8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:22.877646 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-234954fd-6964-442f-bfc0-b506ca2372c5 req-e077bc93-f8f6-4326-be1b-54aa5ea93ad8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 932 time: 0.0852969 Sep 01 16:30:22.937890 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-234954fd-6964-442f-bfc0-b506ca2372c5 req-af5a7833-8db3-4524-bd37-c7dfdf723aeb tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Sep 01 16:30:22.945665 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-487230460-network', 'tenant_id': 'bb0d00b1a8634c3abce859c4bf4d2ba0'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:22.973941 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Made reservation on behalf of bb0d00b1a8634c3abce859c4bf4d2ba0 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:30:22.976815 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:22.992925 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.034369 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:30:23.040881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:30:23.047289 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:23.048187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.076525 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Pushing event updated for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.105394 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.111593 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.119097 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-772e5ec7-db4b-4914-9724-bd6721492ed8 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1133633 Sep 01 16:30:23.129177 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-e15161af-b55e-4414-be0e-f0b8bc9d9473 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:23.130661 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-e15161af-b55e-4414-be0e-f0b8bc9d9473 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.4622946 Sep 01 16:30:23.138097 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:30:23.139535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Request body: {'port': {'device_id': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:23.147554 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Request body: {'port': {'device_id': '31c41668-29e0-4200-bbda-61b62180dc9f', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'admin_state_up': True, 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:23.154128 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3acee9c-d10c-404e-a46e-1b9e8590f3f6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.159221 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.159649 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Added segment 27123903-b951-4f8e-b7e4-9abc1d35ffe9 of type vlan for network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 Sep 01 16:30:23.202882 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.232832 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.234775 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:23.235390 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.266702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.290367 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5408547 Sep 01 16:30:23.292591 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:30:23.293187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37196) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:23.299312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Request body: {'subnet': {'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-487230460-subnet', 'tenant_id': 'bb0d00b1a8634c3abce859c4bf4d2ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:23.299520 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261aeaf-f697-4cc0-972c-70a09adaa877 admin admin] Pushing event updated for resources: {'Network': ['ID=26db1a00-3586-4ba7-9131-63fe7d16b0d0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.310416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:30:23.359481 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Made reservation on behalf of bb0d00b1a8634c3abce859c4bf4d2ba0 for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:30:23.361898 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.476556 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:30:23.479960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.738106 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ae007-83a5-4f50-9f62-e2f3aa930b5d req-e6af402c-dbd5-4aa7-9f17-8458ae3258a0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:23.740156 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-368ae007-83a5-4f50-9f62-e2f3aa930b5d req-e6af402c-dbd5-4aa7-9f17-8458ae3258a0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1834681 Sep 01 16:30:23.784443 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bfe87448-f2eb-43c6-89fe-9f741505bf27 req-9d86fb29-5583-487b-8c5a-ac8cef0c1839 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 210 time: 0.0302610 Sep 01 16:30:23.882876 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Allocated IP 172.20.0.2 (897cb4b5-2dea-45ff-b812-e0078cc543c3/f742c56d-3268-46fa-a05e-63b20d7fa276/4907bc54-04ae-4676-8981-9f9e78ba7eb7) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:30:23.896993 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-368ae007-83a5-4f50-9f62-e2f3aa930b5d req-38aeff6c-bda6-459f-bc39-995f360110ab tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453061 Sep 01 16:30:23.910990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:23.916793 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.924974 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:23.986740 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Transition to ACTIVE for port object 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:30:24.000228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.014117 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269e8cae-3f7b-43dd-b476-30b7bdee4de7,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:24.171507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Pushing event updated for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:24.185324 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Checking segment: {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:30:24.185887 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Network hostable DHCP agents. Network: 26db1a00-3586-4ba7-9131-63fe7d16b0d0, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:30:24.239619 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56d50-f7b2-45d3-8a12-6235ff428a64 req-f9014a4d-8460-4079-8ad3-6e8c66b2d912 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.241463 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4cb56d50-f7b2-45d3-8a12-6235ff428a64 req-f9014a4d-8460-4079-8ad3-6e8c66b2d912 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0956831 Sep 01 16:30:24.306205 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4cb56d50-f7b2-45d3-8a12-6235ff428a64 req-ad9fc177-695c-4838-bc4e-76c0b7057f39 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Sep 01 16:30:24.311487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba09b-2450-49b6-8276-1b3f03e20ae6 req-7f504cb5-6a1a-40d6-b2a0-e30c272bb4a6 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.313029 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-38dba09b-2450-49b6-8276-1b3f03e20ae6 req-7f504cb5-6a1a-40d6-b2a0-e30c272bb4a6 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 944 time: 0.2679834 Sep 01 16:30:24.338406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Attempting to bind port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:30:24.338762 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Attempting to bind port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:30:24.338988 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Attempting to bind port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:24.347794 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:30:24.357390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-03b6fb9f-1d9a-47d1-a582-1c6a55cd9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.362272 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-03b6fb9f-1d9a-47d1-a582-1c6a55cd9a41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.2026367 Sep 01 16:30:24.392974 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.402544 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:30:24.402883 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Attempting to bind port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e on network 21f8e64d-69dc-432b-9953-bac70a0bdc23 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:24.422946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 26db1a00-3586-4ba7-9131-63fe7d16b0d0) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:30:24.433872 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930701c-dcaa-42df-bcd9-e97387403419 None None] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:30:24.474086 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.474695 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.477164 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:30:24.477583 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Checking segment: {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:30:24.478046 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Bound using segment: {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:30:24.478903 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Bound port: 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9938af8-2e37-45f7-802c-174ab7b83325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:30:24.478903 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.489250 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-38dba09b-2450-49b6-8276-1b3f03e20ae6 req-d9aad36f-cbf1-47db-bf85-3671a40a22fd tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565182 Sep 01 16:30:24.523742 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f6cbbba8-959f-4d54-80ee-03a0279dc7d8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2296388 Sep 01 16:30:24.544776 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37224) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:24.606799 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed42129-0540-4904-b545-08bdcba2783b None None] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:30:24.615826 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-a19d2036-2456-4bef-8fa6-120ba38df663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.617560 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-a19d2036-2456-4bef-8fa6-120ba38df663 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.2448649 Sep 01 16:30:24.620450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.632914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0', '971ebd60-f759-4f37-a1fb-d382f69a8a74'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:24.689125 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-181f23e2-ec9a-454c-9016-21e4d77f9ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.697252 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:30:24.715422 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-8c12bc02-7bcc-47fb-8a5f-1a55a2c7ae9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0830319 Sep 01 16:30:24.732521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:30:24.736550 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:30:24.767690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.770991 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:30:24.777845 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:30:24.782638 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.784166 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.784826 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.787986 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event updated for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:24.858942 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-181f23e2-ec9a-454c-9016-21e4d77f9ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.863621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.864773 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.866695 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] 10.222.0.83 "PUT /v2.0/ports/738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e HTTP/1.1" status: 200 len: 1094 time: 1.7351151 Sep 01 16:30:24.868054 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-181f23e2-ec9a-454c-9016-21e4d77f9ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:24.884992 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:24.893378 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb20489-8554-4002-b027-41c104196b39" -d '{"events": [{"name": "network-changed", "server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:24.918914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-64f8f1e2-17f7-4cf0-b69e-17fe8030a5da tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7755737 Sep 01 16:30:24.922345 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-181f23e2-ec9a-454c-9016-21e4d77f9ace admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27da1ec623464862b1cfa228449f2f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763106 Sep 01 16:30:24.922685 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-80fa121d-855b-4c66-985a-b7d39d169bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:24.923614 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f23e2-ec9a-454c-9016-21e4d77f9ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64fdaef-bef0-4449-92b3-247536b98d3b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:24.924163 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-80fa121d-855b-4c66-985a-b7d39d169bfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.1940072 Sep 01 16:30:24.926880 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37238) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:24.985813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Request body: {'port': {'device_id': '31c41668-29e0-4200-bbda-61b62180dc9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:25.027991 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.066400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed666b-c57f-4df8-920d-248990d5b9fc x-openstack-request-id: req-0eed666b-c57f-4df8-920d-248990d5b9fc {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:25.067264 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:25.067522 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0eed666b-c57f-4df8-920d-248990d5b9fc {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:25.067914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e', 'status': 'completed', 'code': 200} Sep 01 16:30:25.068297 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.098069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175312bd-c00b-4b52-b06a-dc519acdabce service neutron] Pushing event updated for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:25.107937 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-11f691c2-f6f0-4b54-9a97-9d8428ce4f03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974243 Sep 01 16:30:25.146505 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c4c5b-cfe9-40cc-aad0-f4dbdf41852d req-3e81717c-88d9-4f4d-9c35-1dd7fd714797 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.148775 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-119c4c5b-cfe9-40cc-aad0-f4dbdf41852d req-3e81717c-88d9-4f4d-9c35-1dd7fd714797 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 931 time: 0.1542377 Sep 01 16:30:25.167950 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.170917 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.189705 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e64fdaef-bef0-4449-92b3-247536b98d3b HTTP/1.1" status: 204 len: 168 time: 0.2494950 Sep 01 16:30:25.220422 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-69f6aba5-4274-4f0b-bfab-26456d93f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.220951 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a010e12-978d-43f8-8178-16e4e1f52e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64fdaef-bef0-4449-92b3-247536b98d3b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:25.224220 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-69f6aba5-4274-4f0b-bfab-26456d93f6fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 1097 time: 0.2792544 Sep 01 16:30:25.262893 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-119c4c5b-cfe9-40cc-aad0-f4dbdf41852d req-4e97e81d-f460-49b6-b18f-b79ad4edf0c4 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046178 Sep 01 16:30:25.304744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.311765 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-6430a354-963b-42ef-b97d-109bdececd53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e HTTP/1.1" status: 200 len: 217 time: 0.0754116 Sep 01 16:30:25.393362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-ac5d896b-d7a1-47f3-96bd-eb6aa6ffe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.394965 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-ac5d896b-d7a1-47f3-96bd-eb6aa6ffe898 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=385dfbd3-2a9f-492c-8324-f6d93d1e7429 HTTP/1.1" status: 200 len: 848 time: 0.0562563 Sep 01 16:30:25.464433 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cc351-26ca-4a04-a8e2-09d2ebbd815d req-a7d5d4eb-8fdd-4ba6-b0b9-3be3ae47028f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:25.465985 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aa3cc351-26ca-4a04-a8e2-09d2ebbd815d req-a7d5d4eb-8fdd-4ba6-b0b9-3be3ae47028f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0532696 Sep 01 16:30:25.476689 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-0a3fb824-eea4-41ba-8f61-73584bc39697 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21f8e64d-69dc-432b-9953-bac70a0bdc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687962 Sep 01 16:30:25.504569 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-26780e1f-104b-4f7a-af0d-20283a814aed service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772969 Sep 01 16:30:25.521874 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aa3cc351-26ca-4a04-a8e2-09d2ebbd815d req-315b9b00-d098-4d1a-804d-2cc5888037b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495832 Sep 01 16:30:25.565894 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37252) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:25.584553 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60afd385-4c4d-4e26-b693-182cdb9f2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.694102 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60afd385-4c4d-4e26-b693-182cdb9f2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.699419 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60afd385-4c4d-4e26-b693-182cdb9f2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.741274 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-60afd385-4c4d-4e26-b693-182cdb9f2794 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=31c6b14e9a7f478f8b3bf7f897d1ab42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742063 Sep 01 16:30:25.742109 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afd385-4c4d-4e26-b693-182cdb9f2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb2ad8-0e59-4832-9f5d-498679eac249,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:25.744435 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37254) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:25.795694 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.819422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.869300 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.872098 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:25.873279 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cdeb2ad8-0e59-4832-9f5d-498679eac249 HTTP/1.1" status: 204 len: 168 time: 0.1278863 Sep 01 16:30:25.884967 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678958c-a462-4cf6-94d3-b0dfd0e20965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb2ad8-0e59-4832-9f5d-498679eac249,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:26.031343 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-71744a99-6843-4ee1-8dd3-0bdbf2415919 service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451353 Sep 01 16:30:26.045058 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3d981-b97a-4d2b-8e2a-3da3c29964a1 req-35d8c984-0494-4e41-a175-c524221acda9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.045344 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3fa3d981-b97a-4d2b-8e2a-3da3c29964a1 req-35d8c984-0494-4e41-a175-c524221acda9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 944 time: 0.4228342 Sep 01 16:30:26.050382 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-28f74a55-be79-45a2-994d-2a3839dd9f35 req-e601518e-e591-41a0-86d3-580700aec0b1 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317645 Sep 01 16:30:26.173326 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3fa3d981-b97a-4d2b-8e2a-3da3c29964a1 req-6960e75c-e5bb-42b5-b60d-f873920e245c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159217 Sep 01 16:30:26.215396 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37260) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:26.222164 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c63dc33a-6fa6-41d8-9802-d3776644c208 req-6811d5f5-d1d3-456c-8b09-3a6af30affcc service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708996 Sep 01 16:30:26.228031 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4907bc54-04ae-4676-8981-9f9e78ba7eb7 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:26.231569 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4d0678b-e753-48f0-bc68-0f7e63ec38c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.237098 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.251140 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Transition to ACTIVE for port object 4907bc54-04ae-4676-8981-9f9e78ba7eb7 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:30:26.254710 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.332085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Pushing event updated for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:26.356904 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4d0678b-e753-48f0-bc68-0f7e63ec38c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.374274 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Attempting to bind port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:30:26.374617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Attempting to bind port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:30:26.374949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Attempting to bind port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:26.383747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20489-8554-4002-b027-41c104196b39 req-fc5058b2-b581-481e-9509-f677b9f5fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.386642 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-fc5058b2-b581-481e-9509-f677b9f5fb85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=148444bbe2fc41c494a04598782d9daf&device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 1097 time: 0.1048915 Sep 01 16:30:26.387383 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:30:26.387713 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Attempting to bind port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:26.388472 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4d0678b-e753-48f0-bc68-0f7e63ec38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.392990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:30:26.393371 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Checking segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:30:26.393758 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Bound using segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:30:26.394191 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Bound port: 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:30:26.395588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.422938 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0678b-e753-48f0-bc68-0f7e63ec38c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ffa3d6-cfdc-4a49-b1ef-0ada964405ae,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:26.450479 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c4d0678b-e753-48f0-bc68-0f7e63ec38c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=502bebdfd16d41aba5d01b1a31bc8c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338526 Sep 01 16:30:26.453924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37268) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:26.491117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc58-c754-48de-a5f5-6746e2d371ee req-a87a7ee1-4557-403d-9eee-a768d3f751d0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.492749 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c385dc58-c754-48de-a5f5-6746e2d371ee req-a87a7ee1-4557-403d-9eee-a768d3f751d0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 943 time: 0.1383088 Sep 01 16:30:26.555513 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.556470 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20489-8554-4002-b027-41c104196b39 req-5e43e1b2-5f3e-4fa4-876a-a505d8696c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.558697 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-5e43e1b2-5f3e-4fa4-876a-a505d8696c19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 200 len: 909 time: 0.1532722 Sep 01 16:30:26.559600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:30:26.560962 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c385dc58-c754-48de-a5f5-6746e2d371ee req-014f5986-64e9-416d-ab2a-5b4d8d60f33f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546446 Sep 01 16:30:26.590906 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:30:26.599837 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.627235 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-4e73ddea-b028-4e86-a272-727362105a9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e HTTP/1.1" status: 200 len: 217 time: 0.0582292 Sep 01 16:30:26.628294 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.664195 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.666774 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.668012 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/30ffa3d6-cfdc-4a49-b1ef-0ada964405ae HTTP/1.1" status: 204 len: 168 time: 0.2131646 Sep 01 16:30:26.713799 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eb82a-6eae-4217-a111-512d1aeaec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ffa3d6-cfdc-4a49-b1ef-0ada964405ae,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:26.734398 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.734982 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:26.736488 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] 10.222.0.83 "PUT /v2.0/ports/4907bc54-04ae-4676-8981-9f9e78ba7eb7 HTTP/1.1" status: 200 len: 1093 time: 1.7622645 Sep 01 16:30:26.759128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20489-8554-4002-b027-41c104196b39 req-8d335d43-c1b2-4ab0-aff2-8a5130b495c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.760617 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-8d335d43-c1b2-4ab0-aff2-8a5130b495c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=385dfbd3-2a9f-492c-8324-f6d93d1e7429 HTTP/1.1" status: 200 len: 848 time: 0.0830986 Sep 01 16:30:26.772627 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-4ae37db5-1b68-4d56-af54-14630e3ed360 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.780677 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-4ae37db5-1b68-4d56-af54-14630e3ed360 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 813 time: 0.1277299 Sep 01 16:30:26.788273 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e7de-8721-4cfa-88d6-c38b418af207 req-7fbbd73f-0805-4ec6-937d-b53629301d00 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.790608 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f7e0e7de-8721-4cfa-88d6-c38b418af207 req-7fbbd73f-0805-4ec6-937d-b53629301d00 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1660030 Sep 01 16:30:26.797726 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-730de3c8-77e3-4a79-bc35-563c6b066f33 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/quotas/bb0d00b1a8634c3abce859c4bf4d2ba0 HTTP/1.1" status: 200 len: 375 time: 0.0159817 Sep 01 16:30:26.803046 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2c333-7cec-4273-bee7-a405bd55476a service neutron] Pushing event updated for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:26.834085 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-2cdbc8d0-d777-4612-971b-f76ca663c662 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352337 Sep 01 16:30:26.866226 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-f95b90dc-30f2-4456-a062-9c38b6eebcbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=21f8e64d-69dc-432b-9953-bac70a0bdc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651410 Sep 01 16:30:26.899475 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-a54603f2-a72f-4ea5-b8f4-18987b25fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:26.900926 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-a54603f2-a72f-4ea5-b8f4-18987b25fc44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 1096 time: 0.1090903 Sep 01 16:30:26.905015 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f7e0e7de-8721-4cfa-88d6-c38b418af207 req-be231ea9-773f-49fe-99fc-eb3cf8c0a35a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028190 Sep 01 16:30:26.933727 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-91bbddbe-754b-4104-b95a-b90abcbbfb16 service neutron] 10.222.0.101 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986257 Sep 01 16:30:26.983876 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-ea1238aa-1ba9-46bc-b5c2-f69afecec1f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7 HTTP/1.1" status: 200 len: 217 time: 0.0683842 Sep 01 16:30:27.026261 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-6aa48053-949c-4fdc-b632-dc8bb5c4b606 service neutron] 10.222.0.101 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896573 Sep 01 16:30:27.056650 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-6951fa7a-c5cb-4ffa-98a6-37d572d6c965 service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690071 Sep 01 16:30:27.058435 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-fdc42cfe-1fb8-4a5e-a99d-35ea202e1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.059767 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-fdc42cfe-1fb8-4a5e-a99d-35ea202e1e54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0659599 Sep 01 16:30:27.069490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:27.071836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce" -d '{"events": [{"name": "network-changed", "server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:27.121925 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d55091-0347-4408-bb8a-a077cf27ea99 x-openstack-request-id: req-49d55091-0347-4408-bb8a-a077cf27ea99 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:27.122311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:27.122630 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-49d55091-0347-4408-bb8a-a077cf27ea99 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:27.123091 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7', 'status': 'completed', 'code': 200} Sep 01 16:30:27.168642 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-2a1dbd99-5aa5-47d3-ab64-1b8b445ec9d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765119 Sep 01 16:30:27.214380 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ea6732d3-b960-485e-aa05-e252b3b9b95a req-0ba902ef-5825-438d-9e18-144cb2e7c645 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 210 time: 0.0388613 Sep 01 16:30:27.299009 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bb20489-8554-4002-b027-41c104196b39 req-54eefa79-f3fc-471e-a26b-d610965565ae service neutron] 10.222.0.83 "GET /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168782 Sep 01 16:30:27.323619 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd321ee-4890-4264-9d4e-21fa73d4349b req-e4031bcf-7ccf-49b0-9e8c-6f5fb79aefbf tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.329105 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2bd321ee-4890-4264-9d4e-21fa73d4349b req-e4031bcf-7ccf-49b0-9e8c-6f5fb79aefbf tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 944 time: 0.0648332 Sep 01 16:30:27.339182 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-efda561b-5de4-4e8b-85af-424e995f1b3f service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604726 Sep 01 16:30:27.384649 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2bd321ee-4890-4264-9d4e-21fa73d4349b req-0ed44b64-63ce-4814-ae22-ed9abbf2cbff tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Sep 01 16:30:27.461867 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a90cd8b-b862-41e4-b93c-e04830c5e009 req-533a6f4e-4c98-4431-9af6-d4d048ca1d72 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141756 Sep 01 16:30:27.574347 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-3795963d-2546-4a3d-b0c2-bc373dc71f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.576051 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-3795963d-2546-4a3d-b0c2-bc373dc71f9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 1096 time: 0.0467141 Sep 01 16:30:27.698683 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-8519d867-ecf4-4ecd-a577-1899c171ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.701608 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-8519d867-ecf4-4ecd-a577-1899c171ee58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 916 time: 0.1136982 Sep 01 16:30:27.722827 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c56af-6933-40cb-91ca-1ff14c44b007 req-354f076b-e548-42df-9b30-8e6685e47223 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.730997 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e9c56af-6933-40cb-91ca-1ff14c44b007 req-354f076b-e548-42df-9b30-8e6685e47223 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 943 time: 0.0773156 Sep 01 16:30:27.762122 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-5dbdbe0e-e468-40e9-9128-77a8f39eca8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7 HTTP/1.1" status: 200 len: 217 time: 0.0495858 Sep 01 16:30:27.769676 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6e9c56af-6933-40cb-91ca-1ff14c44b007 req-b547e54d-9fdc-40c6-a28c-1b24cbe74132 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Sep 01 16:30:27.833908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-5bca83a3-7035-43a8-acaf-b6c21f31e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:27.835383 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-5bca83a3-7035-43a8-acaf-b6c21f31e7fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0532656 Sep 01 16:30:27.882977 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-07e8e216-8cc1-421e-b46d-0a01da4e8d33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262904 Sep 01 16:30:28.008416 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-24352d9c-9484-4fd7-850b-349901c9c43a service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049073 Sep 01 16:30:28.097099 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110672b-6309-46e2-aaf0-ef7751306a97 req-4d3dae68-6e03-4861-bf47-a6f1c2f33ef8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:28.098701 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c110672b-6309-46e2-aaf0-ef7751306a97 req-4d3dae68-6e03-4861-bf47-a6f1c2f33ef8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1109366 Sep 01 16:30:28.170234 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c110672b-6309-46e2-aaf0-ef7751306a97 req-6c01a873-4995-4dd1-acfc-383009b78931 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Sep 01 16:30:28.172570 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-410213db-fc9e-4b4a-bbe8-8f1ed4465cce req-896c1c5e-0e1f-4cec-8e9c-d75a22a0ee11 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424866 Sep 01 16:30:28.317420 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e7d8b1b8-3fb1-4615-bdb8-dd8a6b377284 req-591dfbc0-a5ca-488b-a68e-c66d5062e46c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 210 time: 0.0266275 Sep 01 16:30:28.579179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac83d0c-592f-44ee-a21c-0ee13dbe59c1 req-4f4c272a-cf2d-4f67-8d64-ac14c0b87b21 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:28.580916 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1ac83d0c-592f-44ee-a21c-0ee13dbe59c1 req-4f4c272a-cf2d-4f67-8d64-ac14c0b87b21 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 944 time: 0.0742462 Sep 01 16:30:28.624621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-35723710-48d2-4aa7-91c4-89fd04d160d3 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:28.626300 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-35723710-48d2-4aa7-91c4-89fd04d160d3 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 813 time: 0.1802876 Sep 01 16:30:28.659103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Request body: {'port': {'device_id': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0', 'admin_state_up': True, 'tenant_id': 'bb0d00b1a8634c3abce859c4bf4d2ba0'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:28.667695 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1ac83d0c-592f-44ee-a21c-0ee13dbe59c1 req-606c1385-4fdb-46ee-971b-65cead3d568c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792253 Sep 01 16:30:28.819089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Made reservation on behalf of bb0d00b1a8634c3abce859c4bf4d2ba0 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:30:28.824353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.181420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b06c9-c2ba-4e3c-a47a-f17c2646b08e req-74e72096-e5f9-4404-98bc-dc5390224cb9 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:29.182923 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9c0b06c9-c2ba-4e3c-a47a-f17c2646b08e req-74e72096-e5f9-4404-98bc-dc5390224cb9 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 943 time: 0.2962067 Sep 01 16:30:29.220011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Allocated IP 172.20.0.14 (26db1a00-3586-4ba7-9131-63fe7d16b0d0/269e8cae-3f7b-43dd-b476-30b7bdee4de7/46f8fe79-c638-4496-85a6-86d6fba85247) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:30:29.244947 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9c0b06c9-c2ba-4e3c-a47a-f17c2646b08e req-b36131a8-7faa-4ff2-a196-7a85e9020e9f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549998 Sep 01 16:30:29.316744 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b015c1b-3f4c-4d25-9928-52926992ba70 req-aa6e7431-c3ae-4073-9b74-54577f97d3b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:29.318340 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b015c1b-3f4c-4d25-9928-52926992ba70 req-aa6e7431-c3ae-4073-9b74-54577f97d3b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Sep 01 16:30:29.363106 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b015c1b-3f4c-4d25-9928-52926992ba70 req-1d0642cb-e930-4e2c-b8e8-04054ef2b965 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Sep 01 16:30:29.433816 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0e531926-8261-49cd-8187-548e37ce47fe req-32d15599-9a90-4094-a688-de448b4533f3 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 210 time: 0.0387836 Sep 01 16:30:29.450106 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.499421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.548744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:30:29.552110 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:30:29.556576 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:30:29.562094 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:29.562729 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.566423 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Pushing event updated for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:29.585731 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-59f91251-0e99-4b4a-909b-19771c4f234d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337254 Sep 01 16:30:29.610276 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Request body: {'port': {'device_id': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:29.669615 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:29.848320 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e603-11a3-4653-ade0-c77fc922d132 req-5781a881-07d8-45eb-a7da-a04abbd88d4c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:29.850014 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c31e603-11a3-4653-ade0-c77fc922d132 req-5781a881-07d8-45eb-a7da-a04abbd88d4c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 944 time: 0.0751433 Sep 01 16:30:29.902306 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6c31e603-11a3-4653-ade0-c77fc922d132 req-a962355f-ad64-408e-baaf-f4a811d7cdbb tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Sep 01 16:30:30.006951 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f8fe79-c638-4496-85a6-86d6fba85247 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:30.009131 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:30.017406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.035101 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Transition to ACTIVE for port object 46f8fe79-c638-4496-85a6-86d6fba85247 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:30:30.039305 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.096865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Pushing event updated for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:30.125625 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:30.126007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Attempting to bind port 46f8fe79-c638-4496-85a6-86d6fba85247 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:30:30.126356 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Attempting to bind port 46f8fe79-c638-4496-85a6-86d6fba85247 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:30:30.126691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Attempting to bind port 46f8fe79-c638-4496-85a6-86d6fba85247 on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:30.138878 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Port 46f8fe79-c638-4496-85a6-86d6fba85247 on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:30:30.139212 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Attempting to bind port 46f8fe79-c638-4496-85a6-86d6fba85247 on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:30.142888 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e', 'network_id': '21f8e64d-69dc-432b-9953-bac70a0bdc23', 'port_id': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e', 'mac_address': 'fa:16:3e:78:fb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385dfbd3-2a9f-492c-8324-f6d93d1e7429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:30.145794 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:30:30.146270 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Checking segment: {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:30:30.146702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Bound using segment: {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:30:30.147150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Bound port: 46f8fe79-c638-4496-85a6-86d6fba85247, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:30:30.147515 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.187640 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.203518 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:30.225573 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:30.227784 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:30:30.231491 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=46f8fe79-c638-4496-85a6-86d6fba85247,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:30:30.231908 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.239179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.275526 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.276153 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:30.277628 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] 10.222.0.83 "PUT /v2.0/ports/46f8fe79-c638-4496-85a6-86d6fba85247 HTTP/1.1" status: 200 len: 1094 time: 0.6722419 Sep 01 16:30:30.278086 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:30.280406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb2ddab-abda-4767-9f9b-b2d66f2de276" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:30.306025 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:30.340088 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04174fa4-a6e3-4957-a30f-d6a182956a4a service neutron] Pushing event updated for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:30.345032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533de12e-d269-491d-bd9d-d9a0594a0f53 x-openstack-request-id: req-533de12e-d269-491d-bd9d-d9a0594a0f53 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:30.345379 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:30.345878 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-533de12e-d269-491d-bd9d-d9a0594a0f53 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:30.346277 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247', 'status': 'completed', 'code': 200} Sep 01 16:30:30.395491 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e732f9-067e-4fc4-995d-c8ac75728b28 req-784a1d60-e2d8-4b75-82a0-f744259f7308 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.398633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-400432f6-e073-457e-b8c4-bddaf260d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.400290 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-400432f6-e073-457e-b8c4-bddaf260d441 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 1097 time: 0.0530591 Sep 01 16:30:30.401708 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-59e732f9-067e-4fc4-995d-c8ac75728b28 req-784a1d60-e2d8-4b75-82a0-f744259f7308 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 943 time: 0.0604079 Sep 01 16:30:30.448407 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-59e732f9-067e-4fc4-995d-c8ac75728b28 req-cad4ae42-00be-4315-9ef1-b65c08c7dabf tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Sep 01 16:30:30.456219 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-abd50447-95f6-4057-affa-43c6d69324b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46f8fe79-c638-4496-85a6-86d6fba85247 HTTP/1.1" status: 200 len: 217 time: 0.0438910 Sep 01 16:30:30.510687 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99352303-0c52-45ba-a185-0e5780fda283 req-e5d30dd3-83f8-4c16-874e-8d49394a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.512165 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-e5d30dd3-83f8-4c16-874e-8d49394a81f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=269e8cae-3f7b-43dd-b476-30b7bdee4de7 HTTP/1.1" status: 200 len: 853 time: 0.0474353 Sep 01 16:30:30.567269 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-e41cdecd-e5c8-4688-b717-da5c40ec6671 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26db1a00-3586-4ba7-9131-63fe7d16b0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376980 Sep 01 16:30:30.599717 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:30.612102 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833ca8-62c8-4a62-98ef-f86e15fd9043 req-c64f886d-ca60-4408-8e07-42998fff0bcf tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.613726 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-64833ca8-62c8-4a62-98ef-f86e15fd9043 req-c64f886d-ca60-4408-8e07-42998fff0bcf tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 944 time: 0.0953255 Sep 01 16:30:30.690198 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-64833ca8-62c8-4a62-98ef-f86e15fd9043 req-08f96e2e-87ab-4641-b50e-44f3269ceeef tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Sep 01 16:30:30.718976 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-9f087ee5-f134-4934-b280-d507717011c1 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418726 Sep 01 16:30:30.823701 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-99352303-0c52-45ba-a185-0e5780fda283 req-0a8f0733-42d2-4833-8a3a-92c8137df647 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953627 Sep 01 16:30:30.932591 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-57e4172e-3d59-40be-a0cb-a2c89ff1a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.934277 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-57e4172e-3d59-40be-a0cb-a2c89ff1a5b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 1097 time: 0.0482585 Sep 01 16:30:30.936741 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3162-b1b7-4000-afc4-6409a4d8f3a7 req-306959f2-f09d-484d-8392-dbe11b3890e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:30.938316 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3ce3162-b1b7-4000-afc4-6409a4d8f3a7 req-306959f2-f09d-484d-8392-dbe11b3890e3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Sep 01 16:30:30.984621 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e3ce3162-b1b7-4000-afc4-6409a4d8f3a7 req-8ef55115-7120-47d6-a2f8-341eee14468e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Sep 01 16:30:31.074651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e792-9070-4df9-bd32-ba8cb1a13569 req-086cf5fc-4d11-4e50-836e-1f4c3eeb2f17 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:31.076140 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-69c4e792-9070-4df9-bd32-ba8cb1a13569 req-086cf5fc-4d11-4e50-836e-1f4c3eeb2f17 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 945 time: 0.0843732 Sep 01 16:30:31.093089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-42c7b468-62bb-4134-a7be-3cfa1aa57ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:31.094555 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-42c7b468-62bb-4134-a7be-3cfa1aa57ae2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 914 time: 0.1464274 Sep 01 16:30:31.156639 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-69c4e792-9070-4df9-bd32-ba8cb1a13569 req-32d7bd94-4b52-48b1-ba7c-0da8fc86f1be tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Sep 01 16:30:31.158066 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-31f30538-93d1-44bf-be2f-47c7e1d7ea7b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46f8fe79-c638-4496-85a6-86d6fba85247 HTTP/1.1" status: 200 len: 217 time: 0.0430083 Sep 01 16:30:31.218894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-582400d1-d217-43c4-bca3-63ffa84a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:31.218894 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-582400d1-d217-43c4-bca3-63ffa84a1f43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=269e8cae-3f7b-43dd-b476-30b7bdee4de7 HTTP/1.1" status: 200 len: 853 time: 0.0509491 Sep 01 16:30:31.255873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-b5735e56-6240-475f-a276-3db2908eb32a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26db1a00-3586-4ba7-9131-63fe7d16b0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277607 Sep 01 16:30:31.353342 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-15f8fe35-2e3a-454a-b4e0-07b0b556fca0 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884411 Sep 01 16:30:31.535891 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdb2ddab-abda-4767-9f9b-b2d66f2de276 req-dd1e6803-f987-42ed-83a9-69ea672fc3f3 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727335 Sep 01 16:30:31.677310 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a27ac-dc1e-40ce-9c49-3c00f8744fe8 req-e5b85788-d88e-4fa9-b146-ff885b80d650 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:31.685681 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d72a27ac-dc1e-40ce-9c49-3c00f8744fe8 req-e5b85788-d88e-4fa9-b146-ff885b80d650 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 943 time: 0.0946312 Sep 01 16:30:31.733351 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d72a27ac-dc1e-40ce-9c49-3c00f8744fe8 req-3b2c0d73-3efd-4a4a-b65d-5002aacd925b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 Sep 01 16:30:31.854387 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9431de8-7282-48f9-bb9d-0498cce72cb5 req-8380fe5b-b05a-4050-9a0b-fbf60fe46f16 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:31.856207 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9431de8-7282-48f9-bb9d-0498cce72cb5 req-8380fe5b-b05a-4050-9a0b-fbf60fe46f16 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 944 time: 0.0718970 Sep 01 16:30:31.910312 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9431de8-7282-48f9-bb9d-0498cce72cb5 req-96de1e96-90c8-4053-85f8-ff5162849905 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Sep 01 16:30:32.027626 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 4907bc54-04ae-4676-8981-9f9e78ba7eb7 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:32.030895 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:32.179839 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:32.195180 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:32.196467 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.204165 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:32.249465 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '4907bc54-04ae-4676-8981-9f9e78ba7eb7', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'port_id': '4907bc54-04ae-4676-8981-9f9e78ba7eb7', 'mac_address': 'fa:16:3e:cb:f5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742c56d-3268-46fa-a05e-63b20d7fa276', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:32.305565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b5e4a-597b-4045-8e32-56628dd9cd6e req-c226bd82-2b21-487e-8ea5-82eb3ea93abc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:32.307362 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-658b5e4a-597b-4045-8e32-56628dd9cd6e req-c226bd82-2b21-487e-8ea5-82eb3ea93abc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 945 time: 0.0635259 Sep 01 16:30:32.334095 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.356514 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-658b5e4a-597b-4045-8e32-56628dd9cd6e req-a39c0eea-26ae-4cae-9149-86a28444c766 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Sep 01 16:30:32.358314 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4907bc54-04ae-4676-8981-9f9e78ba7eb7 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:32.363854 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.393460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:32.401462 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:32.403775 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a254052-7888-4935-9fc3-f9b9fa30609f" -d '{"events": [{"server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "name": "network-vif-plugged", "status": "completed", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:32.413570 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.420562 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:32.445586 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.460505 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdb2feb-ba76-4344-92e0-926255334a90 x-openstack-request-id: req-6cdb2feb-ba76-4344-92e0-926255334a90 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:32.460787 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "name": "network-vif-plugged", "status": "completed", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:32.461039 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6cdb2feb-ba76-4344-92e0-926255334a90 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:32.461462 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e', 'code': 200} Sep 01 16:30:32.476712 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:32.539208 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:32.669285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3a02a-964a-467e-bba1-6a7f21afb6cb req-d1ca67ee-db96-4fe5-b494-dffc1d008488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:32.670731 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eff3a02a-964a-467e-bba1-6a7f21afb6cb req-d1ca67ee-db96-4fe5-b494-dffc1d008488 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 1099 time: 0.0458639 Sep 01 16:30:32.714035 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eff3a02a-964a-467e-bba1-6a7f21afb6cb req-2681cd98-08a6-4982-b551-8c288b4a8c4d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Sep 01 16:30:32.730231 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['4907bc54-04ae-4676-8981-9f9e78ba7eb7'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:32.869442 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc98b2-1279-4c20-82db-7dfe4f957c9a req-db643087-adbc-4106-82e4-97e53c413911 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:32.870989 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1cc98b2-1279-4c20-82db-7dfe4f957c9a req-db643087-adbc-4106-82e4-97e53c413911 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 944 time: 0.0601764 Sep 01 16:30:32.916780 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1cc98b2-1279-4c20-82db-7dfe4f957c9a req-1b2803c4-0d88-49d0-9caa-d979ff451748 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Sep 01 16:30:33.050318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf735c-80a3-44e6-8edd-9b202d102e45 req-34660c51-57e1-4a8d-b607-5bcec91bcf4f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:33.054053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8ccf735c-80a3-44e6-8edd-9b202d102e45 req-34660c51-57e1-4a8d-b607-5bcec91bcf4f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 944 time: 0.0584090 Sep 01 16:30:33.097395 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8ccf735c-80a3-44e6-8edd-9b202d102e45 req-5645c67c-76d2-446c-a2a7-48276ecf19dd tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358081 Sep 01 16:30:33.518944 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505057e-ae0d-4c54-8a18-5ff7164c9cc9 req-f04acf13-a3ce-41a1-b166-5dd0023d3dc9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:33.522135 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e505057e-ae0d-4c54-8a18-5ff7164c9cc9 req-f04acf13-a3ce-41a1-b166-5dd0023d3dc9 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0724206 Sep 01 16:30:33.587106 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e505057e-ae0d-4c54-8a18-5ff7164c9cc9 req-4d59a41d-b707-4a7c-bfbc-cc143e70d496 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Sep 01 16:30:34.044642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 46f8fe79-c638-4496-85a6-86d6fba85247 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:34.048817 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 4907bc54-04ae-4676-8981-9f9e78ba7eb7 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:34.064328 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4df79e-e77f-46e8-84c0-b7660f1ea818 req-37a08079-206b-48d1-bf59-685378455ba3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:34.066287 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d4df79e-e77f-46e8-84c0-b7660f1ea818 req-37a08079-206b-48d1-bf59-685378455ba3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 944 time: 0.0676227 Sep 01 16:30:34.121752 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d4df79e-e77f-46e8-84c0-b7660f1ea818 req-9820c79d-8099-4fc4-9854-83179f1df14c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Sep 01 16:30:34.244061 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb3ef-8cb3-4e45-99c8-76905e7da665 req-e41c9e09-23ce-42e9-811c-511cd4b7bd27 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:34.249813 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cffbb3ef-8cb3-4e45-99c8-76905e7da665 req-e41c9e09-23ce-42e9-811c-511cd4b7bd27 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 944 time: 0.0647223 Sep 01 16:30:34.292579 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cffbb3ef-8cb3-4e45-99c8-76905e7da665 req-156d24b8-728b-42ca-a35c-c6b99cb88124 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Sep 01 16:30:34.318054 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:34.327674 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:34.328058 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.336315 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=46f8fe79-c638-4496-85a6-86d6fba85247,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:34.367051 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '46f8fe79-c638-4496-85a6-86d6fba85247', 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0', 'port_id': '46f8fe79-c638-4496-85a6-86d6fba85247', 'mac_address': 'fa:16:3e:37:a5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269e8cae-3f7b-43dd-b476-30b7bdee4de7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:34.436948 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.462164 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f8fe79-c638-4496-85a6-86d6fba85247 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:34.470858 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.493594 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=46f8fe79-c638-4496-85a6-86d6fba85247,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:34.501693 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.511483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:34.513813 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab2a76-c485-41e3-8c5f-c00ae76b3bae" -d '{"events": [{"server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "name": "network-vif-plugged", "status": "completed", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:34.557351 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:34.569460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:34.573913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:34.582694 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4321e052-cde4-498a-a48d-178a285f8914 x-openstack-request-id: req-4321e052-cde4-498a-a48d-178a285f8914 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:34.583023 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "name": "network-vif-plugged", "status": "completed", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:34.584475 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4321e052-cde4-498a-a48d-178a285f8914 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:34.584475 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7', 'code': 200} Sep 01 16:30:34.645041 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:34.790276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6add155-477c-4266-88b7-b7c1d3ec6df7 req-88458720-5ecb-4b9d-aa0a-f76ea9bf7bc3 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:34.792277 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6add155-477c-4266-88b7-b7c1d3ec6df7 req-88458720-5ecb-4b9d-aa0a-f76ea9bf7bc3 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0925574 Sep 01 16:30:34.838635 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0074-ca46-4e73-8dc9-cf34dd887fe3 req-9fee2b43-d872-4b55-bedc-bc044b0350fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:34.839340 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['46f8fe79-c638-4496-85a6-86d6fba85247'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:34.840897 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf7b0074-ca46-4e73-8dc9-cf34dd887fe3 req-9fee2b43-d872-4b55-bedc-bc044b0350fe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 1098 time: 0.0543005 Sep 01 16:30:34.882832 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6add155-477c-4266-88b7-b7c1d3ec6df7 req-aa0de134-da5b-4462-912c-52d37bc6ef67 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822816 Sep 01 16:30:34.911372 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf7b0074-ca46-4e73-8dc9-cf34dd887fe3 req-e1f1f7b0-933f-4808-938b-df2bef97fdca service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Sep 01 16:30:35.290007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a5949-2bf1-4832-bb6a-36f6fe46fb90 req-421acddf-0860-4841-a9f5-5cf14a411074 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:35.291815 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a85a5949-2bf1-4832-bb6a-36f6fe46fb90 req-421acddf-0860-4841-a9f5-5cf14a411074 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0694561 Sep 01 16:30:35.341666 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a85a5949-2bf1-4832-bb6a-36f6fe46fb90 req-cad127d8-52af-434d-9fa8-0de1fc1fdc3e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 Sep 01 16:30:35.464083 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0efd96-59c0-4c3f-b72e-838261b417f7 req-2fad9687-a45a-4538-aac9-33591420bca6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:35.465571 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4a0efd96-59c0-4c3f-b72e-838261b417f7 req-2fad9687-a45a-4538-aac9-33591420bca6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 945 time: 0.0812261 Sep 01 16:30:35.505017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4a0efd96-59c0-4c3f-b72e-838261b417f7 req-07632cd0-b119-414c-839e-4b01a7f530ca tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Sep 01 16:30:35.901913 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4175c8-83e9-4ae2-93f3-cab2c7b0d54a req-3d771c91-85f4-43a8-929f-74c0884b1e51 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:35.906706 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f4175c8-83e9-4ae2-93f3-cab2c7b0d54a req-3d771c91-85f4-43a8-929f-74c0884b1e51 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0608149 Sep 01 16:30:35.945856 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9f4175c8-83e9-4ae2-93f3-cab2c7b0d54a req-de434f15-e622-4c02-b6a8-c1fe13922fcc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Sep 01 16:30:36.057045 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 46f8fe79-c638-4496-85a6-86d6fba85247 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:36.136913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 46f8fe79-c638-4496-85a6-86d6fba85247 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:36.141965 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 46f8fe79-c638-4496-85a6-86d6fba85247 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:36.142342 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.224017 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.260424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=46f8fe79-c638-4496-85a6-86d6fba85247,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:36.268188 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:36.328706 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:36.487779 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240914-4d09-4c39-959a-450b816cc987 req-589e3d68-ec78-4682-9df3-da34a00c9a79 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:36.490798 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe240914-4d09-4c39-959a-450b816cc987 req-589e3d68-ec78-4682-9df3-da34a00c9a79 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0780237 Sep 01 16:30:36.520285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87fea-58c1-4b2c-8438-7cdce7f5fd73 req-7d00703d-22d8-49c1-bab6-549fea5952b1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:36.521847 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8ac87fea-58c1-4b2c-8438-7cdce7f5fd73 req-7d00703d-22d8-49c1-bab6-549fea5952b1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0606058 Sep 01 16:30:36.539995 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe240914-4d09-4c39-959a-450b816cc987 req-cfcfcabe-bd5a-4d30-8e82-99d4a2a6e4d1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Sep 01 16:30:36.567357 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8ac87fea-58c1-4b2c-8438-7cdce7f5fd73 req-6ae340fd-22c4-4130-beef-162bb3b37876 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Sep 01 16:30:36.585563 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:36.587900 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1266c16-72cc-4dff-b20f-d5e5bdf7caa3" -d '{"events": [{"server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "name": "network-vif-plugged", "status": "completed", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:36.626708 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f20e5-6cec-4665-8ce4-b632797c6ec5 x-openstack-request-id: req-5c2f20e5-6cec-4665-8ce4-b632797c6ec5 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:36.627002 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "name": "network-vif-plugged", "status": "completed", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:36.627255 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c2f20e5-6cec-4665-8ce4-b632797c6ec5 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:36.627650 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247', 'code': 200} Sep 01 16:30:36.673296 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6e08a-2b20-4fab-85c6-28cd04a82e1d req-cd7b3046-39a5-4637-b859-4a1e50693e37 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:36.674906 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ba6e08a-2b20-4fab-85c6-28cd04a82e1d req-cd7b3046-39a5-4637-b859-4a1e50693e37 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0580075 Sep 01 16:30:36.716523 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ba6e08a-2b20-4fab-85c6-28cd04a82e1d req-035ba08f-9b14-4e9a-83bb-aced93da0892 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348330 Sep 01 16:30:36.833087 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd0ebc-29e0-499a-bbc4-130f3a2dfe44 req-87d803e4-18a2-4f2f-8270-5c706ec2db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:36.834691 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eacd0ebc-29e0-499a-bbc4-130f3a2dfe44 req-87d803e4-18a2-4f2f-8270-5c706ec2db91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 1099 time: 0.0422552 Sep 01 16:30:36.874735 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-eacd0ebc-29e0-499a-bbc4-130f3a2dfe44 req-e7137840-cfb0-4976-9b0e-fe29c1b8a61c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288575 Sep 01 16:30:37.068351 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3febfba-f620-49a5-affc-09f3a9190fa7 req-851bcaee-ecb8-403a-bf81-4a49b6d54f1e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:37.069965 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e3febfba-f620-49a5-affc-09f3a9190fa7 req-851bcaee-ecb8-403a-bf81-4a49b6d54f1e tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0528843 Sep 01 16:30:37.117419 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e3febfba-f620-49a5-affc-09f3a9190fa7 req-ad677849-e3d2-463d-ac0a-c639f6112a2f tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Sep 01 16:30:37.671644 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3452bc7-601a-49da-bd20-b0a34fbdb097 req-47010b9b-02d3-4bb9-a811-8c657a62fc26 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:37.674883 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d3452bc7-601a-49da-bd20-b0a34fbdb097 req-47010b9b-02d3-4bb9-a811-8c657a62fc26 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Sep 01 16:30:37.696616 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c825bc-45fe-470f-a8c8-b5ea69426efe req-f2b68db7-bdf4-4684-ac20-bcfc89c0bb0f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:37.698255 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-18c825bc-45fe-470f-a8c8-b5ea69426efe req-f2b68db7-bdf4-4684-ac20-bcfc89c0bb0f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0538197 Sep 01 16:30:37.716973 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d3452bc7-601a-49da-bd20-b0a34fbdb097 req-316f67ba-73f5-401b-bf84-35e85f162118 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Sep 01 16:30:37.752453 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-18c825bc-45fe-470f-a8c8-b5ea69426efe req-79e8dfe9-1c9d-4ac4-8541-5837198584be tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 Sep 01 16:30:37.853892 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b17440-9966-48c0-b10c-b3d9530079b6 req-7129bd8c-0b8c-4155-b56b-29e03254d4af tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:37.856858 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-74b17440-9966-48c0-b10c-b3d9530079b6 req-7129bd8c-0b8c-4155-b56b-29e03254d4af tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0547862 Sep 01 16:30:37.905233 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-74b17440-9966-48c0-b10c-b3d9530079b6 req-f1956705-5185-41ce-b697-868f87f5e79b tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Sep 01 16:30:38.234268 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feed8b-accb-45d6-a19e-601c6f7eba96 req-491fc5c4-21d9-4530-b295-1b8ba8f9d9a6 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:38.237996 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a3feed8b-accb-45d6-a19e-601c6f7eba96 req-491fc5c4-21d9-4530-b295-1b8ba8f9d9a6 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0530419 Sep 01 16:30:38.278878 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a3feed8b-accb-45d6-a19e-601c6f7eba96 req-72936eba-d222-4a19-89a8-fafab992c672 tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/security-groups?id=1eeb59b2-edcb-41a3-8240-d83698a49175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Sep 01 16:30:38.411787 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-a50f0a6a-6b3c-45f3-8c6a-7f4d732922ee tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:38.413562 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-a50f0a6a-6b3c-45f3-8c6a-7f4d732922ee tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 946 time: 0.0561216 Sep 01 16:30:38.564033 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37568) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:38.564635 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Deleting port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:30:38.565165 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.704333 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] For port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,segment=NetworkSegment(e9938af8-2e37-45f7-802c-174ab7b83325),segment_id=e9938af8-2e37-45f7-802c-174ab7b83325)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:38.705000 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.712187 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.719293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Calling delete_port for 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:30:38.829768 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.845897 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.885907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:38.905016 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2f283-4081-4c34-871e-35a0006ac494,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:38.905893 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:38.916798 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Pushing event deleted for resources: {'Port': ['ID=738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:38.921375 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=629a0d24c9814f5e98cf4c6874d17213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538399 Sep 01 16:30:38.923026 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.923375 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.923715 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.924052 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.924388 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.924745 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.925026 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.925399 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.925726 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.926208 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.926465 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37574) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:38.926565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.926840 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d9747-6ab7-4a24-b752-e29c22224956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.951094 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2674ef-f2c6-4db2-ae3a-44f5a16d3da9 req-2635b653-8a93-4908-8d68-49f6350b0ec6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:38.952841 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1c2674ef-f2c6-4db2-ae3a-44f5a16d3da9 req-2635b653-8a93-4908-8d68-49f6350b0ec6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1176002 Sep 01 16:30:38.967388 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.967622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.967967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.968336 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.968619 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.968953 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.969383 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.970770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.970770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.970770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.970770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:38.971406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:39.002478 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] No DVR routers for this DVR port 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:39.008436 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.009134 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1c2674ef-f2c6-4db2-ae3a-44f5a16d3da9 req-875f62e8-9ca3-4005-aae6-8268456cce88 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469460 Sep 01 16:30:39.010497 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cb6ed2f6-7ae3-484a-9045-996026a2616a req-89a7145b-4ad2-4f87-96df-d25ef63acadc tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.83 "DELETE /v2.0/ports/738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e HTTP/1.1" status: 204 len: 173 time: 0.5885777 Sep 01 16:30:39.010941 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'name': 'network-vif-deleted', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:39.013348 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32780c5c-f92f-481b-b74e-97afeac5054d" -d '{"events": [{"server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "name": "network-vif-deleted", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:39.108716 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.131489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a6361-4749-4983-90a3-8b04db42c03d x-openstack-request-id: req-b43a6361-4749-4983-90a3-8b04db42c03d {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:39.131778 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2882fd37-055f-4eb7-86b4-d79e7e838e90", "name": "network-vif-deleted", "tag": "738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:39.132024 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b43a6361-4749-4983-90a3-8b04db42c03d {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:39.132410 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2882fd37-055f-4eb7-86b4-d79e7e838e90', 'name': 'network-vif-deleted', 'tag': '738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e', 'status': 'completed', 'code': 200} Sep 01 16:30:39.145421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9f30-e4c9-45db-b956-51aa4063bddc req-144ed4d8-03cf-4f63-bc8e-8a48ca38120f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:39.146993 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b96e9f30-e4c9-45db-b956-51aa4063bddc req-144ed4d8-03cf-4f63-bc8e-8a48ca38120f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.1235771 Sep 01 16:30:39.172140 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.239199 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b96e9f30-e4c9-45db-b956-51aa4063bddc req-bd4ede26-bf4f-4472-a377-1ff9670d6b29 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Sep 01 16:30:39.274852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.277552 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.291720 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1be2f283-4081-4c34-871e-35a0006ac494 HTTP/1.1" status: 204 len: 168 time: 0.3525522 Sep 01 16:30:39.314589 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09eab-d1ec-46a5-bc28-5dac2b6d2931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2f283-4081-4c34-871e-35a0006ac494,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:39.883556 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14dca441-5631-4ae8-9cdd-f8045f7a802a req-bef5d4c4-9a58-44d3-b5ff-1168f8770a7c tempest-VolumesActionsTest-1026603801 tempest-VolumesActionsTest-1026603801-project] 10.222.0.101 "GET /v2.0/ports?device_id=2882fd37-055f-4eb7-86b4-d79e7e838e90 HTTP/1.1" status: 200 len: 210 time: 0.0806556 Sep 01 16:30:39.920273 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37650) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:39.932412 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-177c1593-caa3-4a0f-abb3-13f04d4b7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:39.936438 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-177c1593-caa3-4a0f-abb3-13f04d4b7a8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.2492983 Sep 01 16:30:39.941149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208d8c-e22a-49c1-b711-adb82d5d8007 req-873f3949-f8d5-45a5-a07e-56b749d4bb01 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:39.949433 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b208d8c-e22a-49c1-b711-adb82d5d8007 req-873f3949-f8d5-45a5-a07e-56b749d4bb01 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1228554 Sep 01 16:30:40.115799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-a9e17375-2070-45a1-b9fc-0504ee7bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:40.117379 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-a9e17375-2070-45a1-b9fc-0504ee7bc01d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.1666267 Sep 01 16:30:40.189126 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-c8bfcd40-8db8-4fe4-a87e-0b6057b4839b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0577304 Sep 01 16:30:40.247268 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b32cba85-9d10-4504-b92c-79ac2baea2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.251535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223006f-68eb-4d5f-a8bb-021c325cd282 req-50c2c89f-7ac8-4bcf-ae70-e617313ff018 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:40.263091 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6223006f-68eb-4d5f-a8bb-021c325cd282 req-50c2c89f-7ac8-4bcf-ae70-e617313ff018 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1244135 Sep 01 16:30:40.294596 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b208d8c-e22a-49c1-b711-adb82d5d8007 req-3352ea2e-c8a5-4301-800e-91b13046c348 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442454 Sep 01 16:30:40.294834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-bbd8a866-1915-4974-b024-bb8d2fa490d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:40.296178 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-bbd8a866-1915-4974-b024-bb8d2fa490d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.0990903 Sep 01 16:30:40.342142 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6223006f-68eb-4d5f-a8bb-021c325cd282 req-5fb375a6-37d6-4348-9e5c-fc3e330b659b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705206 Sep 01 16:30:40.364324 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-1dc54d40-a160-43ec-944f-bf1371f66be4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536957 Sep 01 16:30:40.395324 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b32cba85-9d10-4504-b92c-79ac2baea2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.400186 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b32cba85-9d10-4504-b92c-79ac2baea2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.445622 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b32cba85-9d10-4504-b92c-79ac2baea2f9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd1c6e7ecdcd4ea9b681a775b0db4708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241601 Sep 01 16:30:40.446444 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cba85-9d10-4504-b92c-79ac2baea2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f857e644-11fc-4650-a00a-f6c3eb0e166a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:40.448559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37668) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:40.521714 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-29bdfc5b-c962-40d1-9a5a-5fcd8f52d9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431372 Sep 01 16:30:40.553689 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.615137 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.674981 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c8661d74-ec63-4df5-8883-a5a2c0de8002 req-4cdcd020-7f91-49b9-8c4e-8eac116c8e85 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407158 Sep 01 16:30:40.699107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.702688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:40.703984 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f857e644-11fc-4650-a00a-f6c3eb0e166a HTTP/1.1" status: 204 len: 168 time: 0.2546132 Sep 01 16:30:40.713386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b19e0b-0c44-4e36-9b5e-87ebe680dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f857e644-11fc-4650-a00a-f6c3eb0e166a,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:41.529846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fe283-d6b6-4be2-a262-bcb145f56d43 req-21c99371-4303-404b-bf24-51d16e24fb08 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:41.541235 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7b2fe283-d6b6-4be2-a262-bcb145f56d43 req-21c99371-4303-404b-bf24-51d16e24fb08 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0941212 Sep 01 16:30:41.562340 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f25e-f70f-426c-b52e-8b607a7503a7 req-6916e39d-596b-4eb8-ad1d-328dd9375a28 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:41.575651 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5144f25e-f70f-426c-b52e-8b607a7503a7 req-6916e39d-596b-4eb8-ad1d-328dd9375a28 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0841477 Sep 01 16:30:41.619496 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7b2fe283-d6b6-4be2-a262-bcb145f56d43 req-55a08129-2084-47d9-aaec-c37430726db5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771298 Sep 01 16:30:41.672124 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5144f25e-f70f-426c-b52e-8b607a7503a7 req-ec799395-351e-4e63-bd72-3d1f31aade06 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806208 Sep 01 16:30:42.367900 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:42.734671 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175f863-84d3-4e9e-a515-3718a7fc22d3 req-c46f4ebd-c089-43a1-aab5-95073925581a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:42.736365 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6175f863-84d3-4e9e-a515-3718a7fc22d3 req-c46f4ebd-c089-43a1-aab5-95073925581a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0543458 Sep 01 16:30:42.775353 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6175f863-84d3-4e9e-a515-3718a7fc22d3 req-8cde651c-50c3-45d2-bcaa-cbbb37887946 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Sep 01 16:30:42.796799 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6c08d-c2d3-40e9-b9ee-f5ddac029c39 req-466d2ac2-943c-4928-ba25-711c64723929 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:42.798355 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-62a6c08d-c2d3-40e9-b9ee-f5ddac029c39 req-466d2ac2-943c-4928-ba25-711c64723929 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0505846 Sep 01 16:30:42.837182 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-62a6c08d-c2d3-40e9-b9ee-f5ddac029c39 req-beabf9e9-9ec2-49dc-b42f-4b3658bf6e9c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330398 Sep 01 16:30:43.888163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83b018-bcd0-4ce5-af22-6eddddce12a9 req-c9bb8d08-f509-412a-9d06-d0896c939b32 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:43.889685 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ae83b018-bcd0-4ce5-af22-6eddddce12a9 req-c9bb8d08-f509-412a-9d06-d0896c939b32 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0475612 Sep 01 16:30:43.927672 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ae83b018-bcd0-4ce5-af22-6eddddce12a9 req-a30d7b7c-334f-40da-9db7-3127d1f50c11 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Sep 01 16:30:43.954778 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4782d2-6906-4b9d-be73-a7a9711742b8 req-fdc3a09f-6cf1-43ba-8a47-673ba0c866c8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:43.956246 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da4782d2-6906-4b9d-be73-a7a9711742b8 req-fdc3a09f-6cf1-43ba-8a47-673ba0c866c8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0472295 Sep 01 16:30:43.993182 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-da4782d2-6906-4b9d-be73-a7a9711742b8 req-9941f544-0bb6-4a97-8744-626bfcaf9a61 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Sep 01 16:30:44.210148 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:30:44.233486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:30:44.233828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 738c4b0a-7989-49ea-9c9d-a2ac0b6cc05e not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:30:45.043267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264baf1-8418-4750-b8e3-8e316e0bfbbe req-2194374b-d090-4216-a388-77bdcadfd7ea tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:45.044788 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3264baf1-8418-4750-b8e3-8e316e0bfbbe req-2194374b-d090-4216-a388-77bdcadfd7ea tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0502219 Sep 01 16:30:45.082315 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3264baf1-8418-4750-b8e3-8e316e0bfbbe req-9416c791-c7a9-4c48-8936-2a9851e3a363 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Sep 01 16:30:45.122505 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320033c-02ba-4f93-912a-2f9b206fcb05 req-6c9c71d7-bf20-4918-b9c7-dc7b65ff7a8a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:45.123997 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f320033c-02ba-4f93-912a-2f9b206fcb05 req-6c9c71d7-bf20-4918-b9c7-dc7b65ff7a8a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0491168 Sep 01 16:30:45.160741 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f320033c-02ba-4f93-912a-2f9b206fcb05 req-d1ca6678-6a73-43b8-8a38-069d3c17c472 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Sep 01 16:30:45.553287 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-cdef335c-99b4-4e56-9ff1-65bbc404cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:45.554687 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-cdef335c-99b4-4e56-9ff1-65bbc404cf44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.0397737 Sep 01 16:30:45.670089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-24232b51-1429-43f5-b315-98359f87905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:45.671535 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-24232b51-1429-43f5-b315-98359f87905d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.0832760 Sep 01 16:30:45.714744 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-49967bfe-1afd-4e3b-9fad-f089c7c5f8e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0334091 Sep 01 16:30:45.763965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-d517c81d-8a07-4c45-8dbe-878217b229ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:45.765419 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-d517c81d-8a07-4c45-8dbe-878217b229ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.0427446 Sep 01 16:30:45.797752 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-fa391df1-d83e-4f59-977c-7ec0eaa92d4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225980 Sep 01 16:30:45.890405 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-2fed5b42-06b5-4890-867d-40bb0b35da71 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827527 Sep 01 16:30:45.978020 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f4dc9be5-9f0c-44b7-a071-1b50b4011fdc req-b3f88c45-5116-4314-9cf2-9c6a90faaece service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777214 Sep 01 16:30:46.295664 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122b035-9c83-4149-8436-657fe5489893 req-3a071d0a-6354-4f01-9da6-6d9c41fe9332 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:46.297578 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e122b035-9c83-4149-8436-657fe5489893 req-3a071d0a-6354-4f01-9da6-6d9c41fe9332 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0629227 Sep 01 16:30:46.345014 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e122b035-9c83-4149-8436-657fe5489893 req-eedfdcc6-78c9-423a-928b-aecf82e6a5c9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Sep 01 16:30:46.418180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb8da-0259-4d8c-a259-3e4bfefd0bc6 req-b1c76c6e-20f4-4cdf-8667-ef42cd38ace8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:46.419670 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da9eb8da-0259-4d8c-a259-3e4bfefd0bc6 req-b1c76c6e-20f4-4cdf-8667-ef42cd38ace8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.2628686 Sep 01 16:30:46.457944 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da9eb8da-0259-4d8c-a259-3e4bfefd0bc6 req-faaf1c91-130c-4a40-bf10-d33622ad96f4 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Sep 01 16:30:47.482772 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfce47-5ce0-473b-a6bf-0495567eaf1e req-5e88e3b7-b62e-4be0-8e4b-6358ef57ec04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:47.484978 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ddfce47-5ce0-473b-a6bf-0495567eaf1e req-5e88e3b7-b62e-4be0-8e4b-6358ef57ec04 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0559161 Sep 01 16:30:47.542277 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6ddfce47-5ce0-473b-a6bf-0495567eaf1e req-ef700667-a29d-45e1-b8da-3019e6052dd2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478487 Sep 01 16:30:47.655578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b885506-167f-4a50-b18e-a49c183ca875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:47.670932 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bb80f-6baa-4599-8acc-a85762034e16 req-e3598328-e4c5-4bb8-9218-34fc11da9a57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:47.672687 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef9bb80f-6baa-4599-8acc-a85762034e16 req-e3598328-e4c5-4bb8-9218-34fc11da9a57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0545669 Sep 01 16:30:47.714721 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef9bb80f-6baa-4599-8acc-a85762034e16 req-c3172dfb-bef3-4841-84b3-f876de7acd04 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Sep 01 16:30:48.362021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37898) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:48.485227 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ec6-eacc-4177-979f-f9ca5fdf68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.595428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ec6-eacc-4177-979f-f9ca5fdf68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.603785 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d9aa3ec6-eacc-4177-979f-f9ca5fdf68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.696997 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d9aa3ec6-eacc-4177-979f-f9ca5fdf68b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0fcf565495534b23b49baee372236d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314214 Sep 01 16:30:48.697461 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37906) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:48.705007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa3ec6-eacc-4177-979f-f9ca5fdf68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd98311-141d-49c2-97bd-8b314ef60e21,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:48.729931 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a24e-8a12-488a-a64b-98675c96d1d6 req-e7cdf3c7-4793-4b92-b7e1-eb9cb9f3a26a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:48.732139 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcb0a24e-8a12-488a-a64b-98675c96d1d6 req-e7cdf3c7-4793-4b92-b7e1-eb9cb9f3a26a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0913775 Sep 01 16:30:48.760533 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.779253 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcb0a24e-8a12-488a-a64b-98675c96d1d6 req-d1d98796-0ed5-4094-b074-5086d79bc1ac tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 Sep 01 16:30:48.798356 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.882929 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b99c48-e462-4bf5-b7e5-0f1cf9006a67 req-6c021dd1-eda4-4cf5-a416-9c412219ca3c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:48.884573 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29b99c48-e462-4bf5-b7e5-0f1cf9006a67 req-6c021dd1-eda4-4cf5-a416-9c412219ca3c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0689392 Sep 01 16:30:48.908425 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.911568 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:48.912741 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2cd98311-141d-49c2-97bd-8b314ef60e21 HTTP/1.1" status: 204 len: 168 time: 0.2142162 Sep 01 16:30:48.927041 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be69d2-90ec-4531-992a-359316195939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd98311-141d-49c2-97bd-8b314ef60e21,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:48.960633 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-29b99c48-e462-4bf5-b7e5-0f1cf9006a67 req-47ffc218-86da-44e3-b5da-1df2a069b3ac tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676358 Sep 01 16:30:49.936992 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322f416-a29b-4b99-8415-a88468d24591 req-fec68d1f-5a6f-4102-a241-1c645ef90748 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:49.938655 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f322f416-a29b-4b99-8415-a88468d24591 req-fec68d1f-5a6f-4102-a241-1c645ef90748 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Sep 01 16:30:50.020833 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f322f416-a29b-4b99-8415-a88468d24591 req-ea5da2c5-2661-494a-a5d5-63e5583f1a17 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704837 Sep 01 16:30:50.133832 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de34a0-6e34-438a-83df-fc61f8365b73 req-530e15d9-1542-4da8-9e4e-bd04208508f2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:50.136317 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46de34a0-6e34-438a-83df-fc61f8365b73 req-530e15d9-1542-4da8-9e4e-bd04208508f2 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0637252 Sep 01 16:30:50.184855 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46de34a0-6e34-438a-83df-fc61f8365b73 req-c3d2ba69-37c8-4e77-bac7-a7de63b4cea6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Sep 01 16:30:51.153316 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6c739-90eb-48c3-8d46-52f619717ff8 req-80a9474b-2929-407c-8381-2f8b80a51166 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:51.154807 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-86b6c739-90eb-48c3-8d46-52f619717ff8 req-80a9474b-2929-407c-8381-2f8b80a51166 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0550027 Sep 01 16:30:51.196160 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-86b6c739-90eb-48c3-8d46-52f619717ff8 req-68f67093-506f-423e-a739-fe043f90ab19 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Sep 01 16:30:51.320205 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075a40b-3715-4a08-af83-c2a5df919cf9 req-dd7b8a0a-36c2-4ba5-bc38-05fd5fdb16e8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:51.321721 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b075a40b-3715-4a08-af83-c2a5df919cf9 req-dd7b8a0a-36c2-4ba5-bc38-05fd5fdb16e8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Sep 01 16:30:51.366595 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b075a40b-3715-4a08-af83-c2a5df919cf9 req-9182bde6-9a72-49e2-8ebd-e300b68fde1d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Sep 01 16:30:51.953274 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-676ec595-8a73-4a63-8ddf-ae582092cc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:52.179042 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:52.339168 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f07f2-b1a1-4f85-aa16-d8a06e647d89 req-102ca744-71fd-4948-8f33-fb7bac8cf8ca tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:52.340655 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df8f07f2-b1a1-4f85-aa16-d8a06e647d89 req-102ca744-71fd-4948-8f33-fb7bac8cf8ca tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0690572 Sep 01 16:30:52.380533 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df8f07f2-b1a1-4f85-aa16-d8a06e647d89 req-24fca5c4-3165-43f9-be7e-0f5f316fd481 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Sep 01 16:30:52.495356 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a8c03-810f-4721-9c4d-c5652c437ec8 req-5baba675-e45f-483b-92a2-80d8728392e6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:52.496853 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c24a8c03-810f-4721-9c4d-c5652c437ec8 req-5baba675-e45f-483b-92a2-80d8728392e6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Sep 01 16:30:52.547231 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c24a8c03-810f-4721-9c4d-c5652c437ec8 req-0751f6a5-e7d6-4f28-83f9-8e1c8cbf992f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Sep 01 16:30:52.589351 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:52.886352 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 37986) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:52.998718 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b972b813-8136-403b-9e97-980a2d1da355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.099530 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b972b813-8136-403b-9e97-980a2d1da355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.103680 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b972b813-8136-403b-9e97-980a2d1da355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.151944 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b972b813-8136-403b-9e97-980a2d1da355 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c8f18b1b573846d5b5250a106d228886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644975 Sep 01 16:30:53.153040 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972b813-8136-403b-9e97-980a2d1da355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd52f5-154c-406a-b004-50bbe4c1b918,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:53.154903 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 37990) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:30:53.217284 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.239334 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.296517 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.300880 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:53.302098 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d4dd52f5-154c-406a-b004-50bbe4c1b918 HTTP/1.1" status: 204 len: 168 time: 0.1461384 Sep 01 16:30:53.310204 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c732505-23e3-4e85-92df-8adbc41c644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd52f5-154c-406a-b004-50bbe4c1b918,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:53.528877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe01ff9-32ac-48e9-ae3e-a98366927b89 req-673f72a0-dce9-47a0-a29e-c72aaac7ed35 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:53.531259 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6fe01ff9-32ac-48e9-ae3e-a98366927b89 req-673f72a0-dce9-47a0-a29e-c72aaac7ed35 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0608940 Sep 01 16:30:53.582474 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6fe01ff9-32ac-48e9-ae3e-a98366927b89 req-ec00d6fd-3bf0-48f3-9725-d66865016d68 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Sep 01 16:30:53.732182 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab28d-c8fa-46b0-904a-6632269cd491 req-1df9be2c-f3d5-48a6-9aa6-6f728197803c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:53.734072 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-897ab28d-c8fa-46b0-904a-6632269cd491 req-1df9be2c-f3d5-48a6-9aa6-6f728197803c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0542512 Sep 01 16:30:53.786932 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-897ab28d-c8fa-46b0-904a-6632269cd491 req-f2af05b2-8b62-428b-97ee-50d45d392fb5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Sep 01 16:30:54.720446 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814288a-2916-4439-8596-a7254d3f9b15 req-70aed032-d631-436f-9673-4804cd870390 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:54.721993 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a814288a-2916-4439-8596-a7254d3f9b15 req-70aed032-d631-436f-9673-4804cd870390 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Sep 01 16:30:54.758832 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:54.766320 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a814288a-2916-4439-8596-a7254d3f9b15 req-5cb0c96a-04b5-48a3-b117-0e912ba11c0c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365891 Sep 01 16:30:54.913279 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b1528-6b10-433c-9ce0-1bb6eb4c5e03 req-53006786-8907-4180-a258-0ac4a575eccc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:54.915049 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a15b1528-6b10-433c-9ce0-1bb6eb4c5e03 req-53006786-8907-4180-a258-0ac4a575eccc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Sep 01 16:30:54.967521 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a15b1528-6b10-433c-9ce0-1bb6eb4c5e03 req-27624906-3827-4d0e-94f3-9120051deeab tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388088 Sep 01 16:30:55.908941 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e5af2-1924-4a72-b259-402babd6042d req-038e24c0-46ec-430a-932f-9b67aa030172 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:55.911191 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a32e5af2-1924-4a72-b259-402babd6042d req-038e24c0-46ec-430a-932f-9b67aa030172 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0508258 Sep 01 16:30:55.955797 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a32e5af2-1924-4a72-b259-402babd6042d req-158e673e-412f-4b53-a625-ebd8fb4b20a5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Sep 01 16:30:56.129026 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08e1e0-15ac-41eb-a62f-0d78a16840c8 req-ce862e8a-828d-4bb9-9e23-692f65bdbfb1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:56.130748 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b08e1e0-15ac-41eb-a62f-0d78a16840c8 req-ce862e8a-828d-4bb9-9e23-692f65bdbfb1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0674896 Sep 01 16:30:56.175930 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b08e1e0-15ac-41eb-a62f-0d78a16840c8 req-c2c0d038-efc0-483c-a3b0-f4e0f94f9e26 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Sep 01 16:30:57.122273 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda25ff-7001-4f9f-a2e6-8160b7343477 req-ed371382-1d4a-4337-a23e-17f7211839e0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:57.126450 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1bda25ff-7001-4f9f-a2e6-8160b7343477 req-ed371382-1d4a-4337-a23e-17f7211839e0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0920019 Sep 01 16:30:57.172513 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1bda25ff-7001-4f9f-a2e6-8160b7343477 req-c5d3aded-96a1-4c46-b641-23424c426e8f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Sep 01 16:30:57.299376 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a126a1-9440-492c-b2c5-d47903e9934f req-7edbf14f-6a76-4604-a987-2a289edfa82a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:57.301910 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-27a126a1-9440-492c-b2c5-d47903e9934f req-7edbf14f-6a76-4604-a987-2a289edfa82a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0585966 Sep 01 16:30:57.342590 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-27a126a1-9440-492c-b2c5-d47903e9934f req-083121e4-813d-4ee2-bd0b-1b29610d70f8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Sep 01 16:30:58.297290 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8a374-2647-4a98-a996-b093cd2f5fe4 req-48485dc4-a401-41ea-877e-0a8e97efb170 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:58.299073 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-71f8a374-2647-4a98-a996-b093cd2f5fe4 req-48485dc4-a401-41ea-877e-0a8e97efb170 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Sep 01 16:30:58.344291 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-71f8a374-2647-4a98-a996-b093cd2f5fe4 req-63a6cf77-308c-4c82-bffa-eb18f1973b39 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342667 Sep 01 16:30:58.468705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9675b2-c372-44d1-b45c-6a1cc504488b req-f6c5777c-bb92-40a3-a821-6da35de02938 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:58.470229 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ba9675b2-c372-44d1-b45c-6a1cc504488b req-f6c5777c-bb92-40a3-a821-6da35de02938 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0579495 Sep 01 16:30:58.513844 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ba9675b2-c372-44d1-b45c-6a1cc504488b req-9bc8712b-80b0-41fa-9c8a-676843b288e8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Sep 01 16:30:59.485752 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc38fcd-6e05-4383-9ecc-3d626949199b req-a329308e-345f-41df-8e48-9911fd027e5d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:59.487574 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1bc38fcd-6e05-4383-9ecc-3d626949199b req-a329308e-345f-41df-8e48-9911fd027e5d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0619426 Sep 01 16:30:59.576461 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1bc38fcd-6e05-4383-9ecc-3d626949199b req-5d9e610d-ef52-4ad8-9435-4c77a660c669 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780916 Sep 01 16:30:59.709391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2159d9-7cd1-4b22-9680-ec9050729143 req-f8a3cf0f-cd77-4e71-a807-0eabe475cb66 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:59.710890 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0c2159d9-7cd1-4b22-9680-ec9050729143 req-f8a3cf0f-cd77-4e71-a807-0eabe475cb66 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0591695 Sep 01 16:30:59.751775 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0c2159d9-7cd1-4b22-9680-ec9050729143 req-6e2f5eb0-6411-4dac-bdfb-afa8f1281105 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Sep 01 16:31:00.200348 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:31:00.283182 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:00.306092 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:00.319497 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:31:00.362008 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:00.376823 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:31:00.398832 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:00.403343 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:00.451457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=6']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:00.540733 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['19b6e3a6-d81a-481d-bd3b-0005e7ca5258'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:00.728177 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec916880-76e2-479d-a643-ae1662a63913 req-be52edb7-f258-4d77-a711-6a781f9e93a3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:00.729627 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec916880-76e2-479d-a643-ae1662a63913 req-be52edb7-f258-4d77-a711-6a781f9e93a3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0590930 Sep 01 16:31:00.769384 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec916880-76e2-479d-a643-ae1662a63913 req-52223138-ab3d-4b96-8c4b-b114b4ace894 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Sep 01 16:31:00.879851 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406afae5-475b-4919-b416-dc330798d85f req-d13d19e6-cedd-4cc8-865e-80e5a80fdfe9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:00.881369 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-406afae5-475b-4919-b416-dc330798d85f req-d13d19e6-cedd-4cc8-865e-80e5a80fdfe9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Sep 01 16:31:00.921805 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-406afae5-475b-4919-b416-dc330798d85f req-b4cf6076-e5ec-4e27-a43a-02ca9b0d8bc5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Sep 01 16:31:01.901605 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b095fe-6086-4713-8895-1431d76840d9 req-a1ad3ca9-74ee-4762-83da-bcf52ca31c68 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:01.903143 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c6b095fe-6086-4713-8895-1431d76840d9 req-a1ad3ca9-74ee-4762-83da-bcf52ca31c68 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0567503 Sep 01 16:31:01.945246 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c6b095fe-6086-4713-8895-1431d76840d9 req-13b66891-6ce6-4e38-a007-c7fbc2e0f9e8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Sep 01 16:31:02.091452 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653160-a119-4a00-a941-c561ceb83f75 req-c879a7c1-bc52-4ebf-b090-ea618874ced6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:02.093076 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee653160-a119-4a00-a941-c561ceb83f75 req-c879a7c1-bc52-4ebf-b090-ea618874ced6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0537624 Sep 01 16:31:02.131583 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee653160-a119-4a00-a941-c561ceb83f75 req-6d3d1da5-e0f7-4343-9871-805ce62420c0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Sep 01 16:31:02.226020 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:02.281993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:02.282462 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:02.367170 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:02.399407 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:02.401958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa4af8-872c-42e9-abba-7245edd82390" -d '{"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:02.415051 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:02.419972 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:02.462119 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99231e71-6623-4ca5-9189-97fed277ec2e x-openstack-request-id: req-99231e71-6623-4ca5-9189-97fed277ec2e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:02.462412 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:02.462669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99231e71-6623-4ca5-9189-97fed277ec2e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:02.463059 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'code': 200} Sep 01 16:31:02.475580 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=7']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:02.483137 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.483578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.483991 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.484398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.484800 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.485219 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.485624 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.486027 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.486449 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.487317 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.487630 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:02.487966 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:03.078797 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc7b82-1547-4375-b755-b31c3940ccf0 req-dcc46ef7-59f0-408b-8d33-7d211fbe1b42 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:03.082274 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a1dc7b82-1547-4375-b755-b31c3940ccf0 req-dcc46ef7-59f0-408b-8d33-7d211fbe1b42 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0617609 Sep 01 16:31:03.128612 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a1dc7b82-1547-4375-b755-b31c3940ccf0 req-55669222-7213-4017-8039-eecc3c18dff2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369756 Sep 01 16:31:03.256571 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e090a39-be6c-4752-be9c-04a042acef77 req-028839c8-ab4f-48f7-9524-1317af0fa549 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:03.258013 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1e090a39-be6c-4752-be9c-04a042acef77 req-028839c8-ab4f-48f7-9524-1317af0fa549 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0541410 Sep 01 16:31:03.297988 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1e090a39-be6c-4752-be9c-04a042acef77 req-faeb6513-75c9-4ec8-8f07-da512cb88280 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Sep 01 16:31:03.794568 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-6d51c2c8-b411-4434-bf32-90a55e1e0236 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:03.796133 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-6d51c2c8-b411-4434-bf32-90a55e1e0236 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.1187525 Sep 01 16:31:03.811323 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-873dedd6-8781-4d68-b99d-501237a26515 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/quotas/d3c430fe38c342ba9c75ec22d82c5d60 HTTP/1.1" status: 200 len: 375 time: 0.0094779 Sep 01 16:31:03.875262 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-4413d7dd-2ccb-42f3-b808-a84c380ffb18 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560372 Sep 01 16:31:03.976266 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-dbb56c62-4117-4acf-8ca2-c8d360757747 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921161 Sep 01 16:31:04.093793 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-916afce4-1ea1-464c-951b-f85ccbff4e15 service neutron] 10.222.0.101 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089711 Sep 01 16:31:04.354108 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5c0b5-a8b2-4250-b671-0d51b4622ed8 req-966bb050-cb39-4030-ac4d-f3a8d593b3c1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:04.362538 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-70c5c0b5-a8b2-4250-b671-0d51b4622ed8 req-966bb050-cb39-4030-ac4d-f3a8d593b3c1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1204052 Sep 01 16:31:04.405648 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e9837848-b9d1-4fff-ac71-f1b9733351a7 req-995e6a1f-54c9-4fcc-980a-751f00231117 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.1079168 Sep 01 16:31:04.407284 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-70c5c0b5-a8b2-4250-b671-0d51b4622ed8 req-cd6be218-e2ad-48d6-9b68-f84fbd181e75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Sep 01 16:31:04.598021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bc9a-6524-45d5-b7de-fbfc9c7e5a57 req-42bb7ac4-39de-4b20-a6c1-aece49aaa6de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:04.599833 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ddf6bc9a-6524-45d5-b7de-fbfc9c7e5a57 req-42bb7ac4-39de-4b20-a6c1-aece49aaa6de tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1009061 Sep 01 16:31:04.675743 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ddf6bc9a-6524-45d5-b7de-fbfc9c7e5a57 req-b0b1fd09-3cd6-4d27-808e-e25a1e64b8dc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690200 Sep 01 16:31:05.604875 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb1a9c-1469-43da-a89f-225258565356 req-8a215301-97b8-4971-95d7-343e607029a7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:05.614493 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-60cb1a9c-1469-43da-a89f-225258565356 req-8a215301-97b8-4971-95d7-343e607029a7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0850713 Sep 01 16:31:05.657995 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-434e6750-9aca-4649-a010-d1c3aac34b50 req-065c5237-e4ed-4c8b-aa10-aacff8c8172f tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.0501356 Sep 01 16:31:05.666146 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-60cb1a9c-1469-43da-a89f-225258565356 req-24c993cd-c11c-4b92-87e5-f172beeec0e1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502310 Sep 01 16:31:05.862572 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5ac34-de81-4f6b-bab7-e2798ff752c5 req-8ea0a24e-c7fd-47e2-8527-490dd83b2145 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:05.864784 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-55a5ac34-de81-4f6b-bab7-e2798ff752c5 req-8ea0a24e-c7fd-47e2-8527-490dd83b2145 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1042523 Sep 01 16:31:05.943944 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-55a5ac34-de81-4f6b-bab7-e2798ff752c5 req-521177ee-0abd-41ae-8f52-9720439d1690 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Sep 01 16:31:06.333877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-783224de-a3b2-44d0-87dd-7f4e1aead77a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:06.335948 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-783224de-a3b2-44d0-87dd-7f4e1aead77a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 815 time: 0.2741735 Sep 01 16:31:06.354445 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Request body: {'port': {'device_id': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'admin_state_up': True, 'tenant_id': 'd3c430fe38c342ba9c75ec22d82c5d60'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:06.592198 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Made reservation on behalf of d3c430fe38c342ba9c75ec22d82c5d60 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:31:06.598539 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:06.919192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Allocated IP 172.20.0.14 (897cb4b5-2dea-45ff-b812-e0078cc543c3/f742c56d-3268-46fa-a05e-63b20d7fa276/3366776c-113e-41f6-b2e1-5f042ec2aa06) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:06.949246 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-de49ac8f-c8e1-41ed-b2cc-baa17c55cb28 req-fa98e0d7-0b65-4749-ba67-10e0288f4137 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.0949845 Sep 01 16:31:07.190116 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81e055-a187-41c8-a110-0011abad8115 req-dbe54a99-a02e-4932-ad7c-3a8b3e614819 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:07.210086 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a81e055-a187-41c8-a110-0011abad8115 req-dbe54a99-a02e-4932-ad7c-3a8b3e614819 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.3436923 Sep 01 16:31:07.356946 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a81e055-a187-41c8-a110-0011abad8115 req-fbc7579c-8bbd-4359-a514-fa192807cd81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441526 Sep 01 16:31:07.391773 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282501-63a4-40ae-b061-1e9e974bfce3 req-70044cb3-56fa-4087-8731-33d5558a0ffe tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:07.394166 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe282501-63a4-40ae-b061-1e9e974bfce3 req-70044cb3-56fa-4087-8731-33d5558a0ffe tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1369300 Sep 01 16:31:07.477610 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe282501-63a4-40ae-b061-1e9e974bfce3 req-fa27921d-20c4-4917-9e7d-e9d0b62b122a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734594 Sep 01 16:31:07.552630 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:07.633103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:07.651661 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0', '971ebd60-f759-4f37-a1fb-d382f69a8a74', '4907bc54-04ae-4676-8981-9f9e78ba7eb7'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:07.688414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Network 897cb4b5-2dea-45ff-b812-e0078cc543c3 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:07.693031 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:07.697865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:07.704337 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:07.705086 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:07.740422 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event updated for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:07.747873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-c281e5d9-3011-4f81-b71a-8c8e3a815276 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3995254 Sep 01 16:31:07.765068 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Request body: {'port': {'device_id': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:07.882457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:08.340641 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da330-7a73-4cda-8489-f61f9a3f49ab req-16e8fc06-6746-441d-8962-dff6b46c4e2c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:08.343343 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b72da330-7a73-4cda-8489-f61f9a3f49ab req-16e8fc06-6746-441d-8962-dff6b46c4e2c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 932 time: 0.1248167 Sep 01 16:31:08.426531 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b72da330-7a73-4cda-8489-f61f9a3f49ab req-ac77f035-b0e2-4b85-a4f1-abf03919d2ec tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Sep 01 16:31:08.504105 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3366776c-113e-41f6-b2e1-5f042ec2aa06 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:31:08.513502 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:08.531803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Transition to ACTIVE for port object 3366776c-113e-41f6-b2e1-5f042ec2aa06 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:08.542379 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:08.582620 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250240-b93d-4b21-aa89-9cbf6a9f6173 req-6fc7c468-5865-455e-bf28-720c442b54b3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:08.590501 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-69250240-b93d-4b21-aa89-9cbf6a9f6173 req-6fc7c468-5865-455e-bf28-720c442b54b3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1062899 Sep 01 16:31:08.639443 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-69250240-b93d-4b21-aa89-9cbf6a9f6173 req-e7e4c1d6-a7b3-459e-8844-a7653845ea2d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476122 Sep 01 16:31:08.691087 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:08.764311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834be43-8695-41f8-8af3-8e426f8915c7 req-99634a0c-5f99-4584-985e-2a4d356785c3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:08.771830 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1834be43-8695-41f8-8af3-8e426f8915c7 req-99634a0c-5f99-4584-985e-2a4d356785c3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1362081 Sep 01 16:31:08.803967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Attempting to bind port 3366776c-113e-41f6-b2e1-5f042ec2aa06 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:08.804304 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Attempting to bind port 3366776c-113e-41f6-b2e1-5f042ec2aa06 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:08.804633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Attempting to bind port 3366776c-113e-41f6-b2e1-5f042ec2aa06 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:08.818249 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Port 3366776c-113e-41f6-b2e1-5f042ec2aa06 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:31:08.818580 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Attempting to bind port 3366776c-113e-41f6-b2e1-5f042ec2aa06 on network 897cb4b5-2dea-45ff-b812-e0078cc543c3 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:08.836629 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1834be43-8695-41f8-8af3-8e426f8915c7 req-969c04a8-8622-4da8-a750-514e9eee4117 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629110 Sep 01 16:31:08.861278 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:08.861666 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Checking segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:08.862069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Bound using segment: {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:08.862563 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Bound port: 3366776c-113e-41f6-b2e1-5f042ec2aa06, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24049a15-a9e8-43c3-af0b-7e9b8a87b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:08.862899 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:08.936169 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:08.941515 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:08.950426 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:09.021402 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.022289 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:09.023881 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/3366776c-113e-41f6-b2e1-5f042ec2aa06 HTTP/1.1" status: 200 len: 1094 time: 1.2638419 Sep 01 16:31:09.024507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:09.027004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436cb98-eafe-4301-a7e3-247ff6e092a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:09.047930 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8ec2-7031-4747-a335-ba85b54fd7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:09.110183 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07a560-3737-4abd-bcc6-6069babdad15 x-openstack-request-id: req-1b07a560-3737-4abd-bcc6-6069babdad15 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:09.110495 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:09.114149 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1b07a560-3737-4abd-bcc6-6069babdad15 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:09.114149 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06', 'status': 'completed', 'code': 200} Sep 01 16:31:09.189083 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-6e4d97a6-8c33-4d60-b34d-730360096a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.191813 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-6e4d97a6-8c33-4d60-b34d-730360096a6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 1097 time: 0.0934179 Sep 01 16:31:09.254947 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-179d2622-34c7-4de3-aa94-5f1b55d9b545 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06 HTTP/1.1" status: 200 len: 217 time: 0.0483334 Sep 01 16:31:09.377972 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7df7-c88c-403a-9432-79ade551893a req-1ea7d356-0537-4832-85b3-14f24e42fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.381412 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-1ea7d356-0537-4832-85b3-14f24e42fece service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.1176810 Sep 01 16:31:09.426902 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-69c80d57-387e-499d-9d17-61b54afc23cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314839 Sep 01 16:31:09.536373 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-4dd72834-67f1-4e77-b41c-0a202c2e7fa5 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988131 Sep 01 16:31:09.672245 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36b70-07b7-4292-b094-d73f300432cc req-cecdad27-b795-40e4-8d5f-251709c191c8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.673881 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-41d36b70-07b7-4292-b094-d73f300432cc req-cecdad27-b795-40e4-8d5f-251709c191c8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.1411598 Sep 01 16:31:09.725014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-41d36b70-07b7-4292-b094-d73f300432cc req-f6d2bfbf-8009-4b48-a5e1-5cd35117a99b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Sep 01 16:31:09.749178 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bcae7df7-c88c-403a-9432-79ade551893a req-3ab96a07-7670-4e0c-bee7-da3164eeb0af service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910641 Sep 01 16:31:09.884647 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820722d-9ade-4be6-ac31-48e62bb8caf6 req-03e8fbb1-c406-469f-a614-feae7ed45748 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.887592 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e820722d-9ade-4be6-ac31-48e62bb8caf6 req-03e8fbb1-c406-469f-a614-feae7ed45748 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1155620 Sep 01 16:31:09.892370 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-2b47899e-0d6e-4d13-bc74-085b063485b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:09.901439 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-2b47899e-0d6e-4d13-bc74-085b063485b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 1097 time: 0.0803902 Sep 01 16:31:09.999900 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e820722d-9ade-4be6-ac31-48e62bb8caf6 req-c43e9065-c2ec-4398-a62b-50e1ab5eba16 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053135 Sep 01 16:31:10.106002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e287d-48b3-4099-86c8-0f0dd47c68c5 req-8104db13-2aff-4c2e-aeda-aa10275cab9a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:10.107542 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7e6e287d-48b3-4099-86c8-0f0dd47c68c5 req-8104db13-2aff-4c2e-aeda-aa10275cab9a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1017122 Sep 01 16:31:10.129546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-0708244c-a5e3-462d-baf6-55388f7f6f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:10.131068 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-0708244c-a5e3-462d-baf6-55388f7f6f2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 200 len: 916 time: 0.2204223 Sep 01 16:31:10.238777 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-cbf6eb48-e8d4-4f60-a26f-4c95c7e05f11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06 HTTP/1.1" status: 200 len: 217 time: 0.0897720 Sep 01 16:31:10.249045 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7e6e287d-48b3-4099-86c8-0f0dd47c68c5 req-41b99366-10e8-487d-89d7-0298de653c0d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354029 Sep 01 16:31:10.320537 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-4326b162-d98d-4c61-9c24-05abdb38ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:10.322522 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-4326b162-d98d-4c61-9c24-05abdb38ca2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 200 len: 855 time: 0.0717430 Sep 01 16:31:10.393859 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-a806f6d8-7637-4b93-97ed-d3c672f43bcf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=897cb4b5-2dea-45ff-b812-e0078cc543c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472925 Sep 01 16:31:10.615014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-11cb27f5-41b5-46ed-ac24-843810999108 service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032976 Sep 01 16:31:10.761256 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a436cb98-eafe-4301-a7e3-247ff6e092a5 req-c4479ddb-de79-4bb1-a46a-c6159ec576ab service neutron] 10.222.0.83 "GET /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374223 Sep 01 16:31:10.941115 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce3b00-f8bb-41ee-b379-f2286a5591e1 req-b0334247-59ef-4796-9efe-034d2c2f17d2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:10.953748 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ecce3b00-f8bb-41ee-b379-f2286a5591e1 req-b0334247-59ef-4796-9efe-034d2c2f17d2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.0868278 Sep 01 16:31:11.010362 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ecce3b00-f8bb-41ee-b379-f2286a5591e1 req-6a36650e-37c1-4f0e-a3fb-16dcc1e7ecd9 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501258 Sep 01 16:31:11.223447 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe3d7-59c0-4e55-8202-54bc4ada0b3b req-e8ed1f25-acea-48ee-a01a-0312670aa9ed tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:11.237421 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec3fe3d7-59c0-4e55-8202-54bc4ada0b3b req-e8ed1f25-acea-48ee-a01a-0312670aa9ed tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1209476 Sep 01 16:31:11.302727 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec3fe3d7-59c0-4e55-8202-54bc4ada0b3b req-73ec88b9-c3a5-4888-ab17-82a52972c983 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638874 Sep 01 16:31:11.474895 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fc6ff-179d-41a2-9fbb-54549a16516f req-ecdaed16-c745-4f70-b07f-46ab5bcf52a5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:11.483769 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db7fc6ff-179d-41a2-9fbb-54549a16516f req-ecdaed16-c745-4f70-b07f-46ab5bcf52a5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1069436 Sep 01 16:31:11.602834 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db7fc6ff-179d-41a2-9fbb-54549a16516f req-185f61f0-24f2-44f1-b3cf-49045c9fef7e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084797 Sep 01 16:31:12.344105 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440d859-6af5-4488-a991-1b98154a7e77 req-02376afb-cd0f-43f5-8b16-76036414084c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:12.372662 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a440d859-6af5-4488-a991-1b98154a7e77 req-02376afb-cd0f-43f5-8b16-76036414084c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.1402230 Sep 01 16:31:12.413608 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:12.447661 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a440d859-6af5-4488-a991-1b98154a7e77 req-02805ba7-c33a-4f93-a3ed-974ced0daa59 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Sep 01 16:31:12.507653 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a12d8-7ed5-48fa-b089-75e836ed3bc4 req-621339c1-8403-42b1-8afa-49f87e784325 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:12.512332 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ad8a12d8-7ed5-48fa-b089-75e836ed3bc4 req-621339c1-8403-42b1-8afa-49f87e784325 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0785751 Sep 01 16:31:12.574752 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ad8a12d8-7ed5-48fa-b089-75e836ed3bc4 req-7d867cda-8e44-488e-a008-73beae94c26b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537846 Sep 01 16:31:12.903449 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15898f-457b-4100-92e1-8a3c200672a2 req-08be3a78-9363-4b4f-8459-db140c91af41 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:12.905064 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4f15898f-457b-4100-92e1-8a3c200672a2 req-08be3a78-9363-4b4f-8459-db140c91af41 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1020756 Sep 01 16:31:12.962900 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4f15898f-457b-4100-92e1-8a3c200672a2 req-f46710b3-0540-403d-be9a-bbe40f71ed41 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Sep 01 16:31:13.686832 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46b0f-3be7-43ce-a52b-7452bc1db3ce req-ea2d295e-a400-42e7-b5ac-4aba3b9b7165 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:13.696656 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-84f46b0f-3be7-43ce-a52b-7452bc1db3ce req-ea2d295e-a400-42e7-b5ac-4aba3b9b7165 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.0705471 Sep 01 16:31:13.753893 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-84f46b0f-3be7-43ce-a52b-7452bc1db3ce req-10b4f512-b222-447c-84ec-6f849a8961cf tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560052 Sep 01 16:31:13.847345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e667e-89ef-4e86-ba60-873a5355b918 req-50fbf3a5-2fc9-4f0b-8ca9-a1ea060020c1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:13.856723 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b50e667e-89ef-4e86-ba60-873a5355b918 req-50fbf3a5-2fc9-4f0b-8ca9-a1ea060020c1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1128745 Sep 01 16:31:13.941595 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b50e667e-89ef-4e86-ba60-873a5355b918 req-c03f7cc3-f334-4423-bb30-edaee771048e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725164 Sep 01 16:31:14.141848 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351271e-ca36-4fec-9257-61699c9903d0 req-4e46cbe0-2182-4194-949c-e3b56504e486 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:14.144090 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9351271e-ca36-4fec-9257-61699c9903d0 req-4e46cbe0-2182-4194-949c-e3b56504e486 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0723670 Sep 01 16:31:14.228720 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9351271e-ca36-4fec-9257-61699c9903d0 req-3cf3a3a7-6eed-47a3-b048-5e8f9d739caf tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690837 Sep 01 16:31:14.887641 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b47b-5d7b-490b-9e2a-0b2fed5325a6 req-44ff58f9-e666-4496-a2f2-6ff719adf86a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:14.890170 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5e46b47b-5d7b-490b-9e2a-0b2fed5325a6 req-44ff58f9-e666-4496-a2f2-6ff719adf86a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Sep 01 16:31:14.935222 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5e46b47b-5d7b-490b-9e2a-0b2fed5325a6 req-e8148319-b2fe-423e-819f-b9aa126d4344 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Sep 01 16:31:15.079119 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68511cd-2e81-4582-866a-b555bdd497ab req-73487811-53fc-452a-ba3c-e5dc9bfdc749 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.081359 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a68511cd-2e81-4582-866a-b555bdd497ab req-73487811-53fc-452a-ba3c-e5dc9bfdc749 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0578067 Sep 01 16:31:15.133818 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a68511cd-2e81-4582-866a-b555bdd497ab req-773b805b-8b28-4031-8934-9bb7f77d255d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Sep 01 16:31:15.359991 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bdcb1-14d1-45af-84fb-49d0cc04f57c req-86c4dec2-2018-4162-812c-02fd6eb5c2f8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.362239 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-031bdcb1-14d1-45af-84fb-49d0cc04f57c req-86c4dec2-2018-4162-812c-02fd6eb5c2f8 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0565066 Sep 01 16:31:15.411125 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-031bdcb1-14d1-45af-84fb-49d0cc04f57c req-e59736d9-bbe7-4c39-846f-d7ab3c28b105 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Sep 01 16:31:16.079061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e3b8-98b7-4559-a219-1da8d095a6a3 req-8ce15db3-44b2-4c46-a9f8-9d44cd1d8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:16.081741 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f397e3b8-98b7-4559-a219-1da8d095a6a3 req-8ce15db3-44b2-4c46-a9f8-9d44cd1d8aa5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.0577321 Sep 01 16:31:16.128098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f397e3b8-98b7-4559-a219-1da8d095a6a3 req-f5eecc42-d551-43e1-abc7-c700f446256c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Sep 01 16:31:16.131452 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663a395-0ef5-4b90-be16-7a1e9b1288f3 req-b19d9922-237b-499d-80cb-744d000c138c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:16.134333 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3663a395-0ef5-4b90-be16-7a1e9b1288f3 req-b19d9922-237b-499d-80cb-744d000c138c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.1127419 Sep 01 16:31:16.223279 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3663a395-0ef5-4b90-be16-7a1e9b1288f3 req-2422135c-b969-490a-a7dc-501bf137b4dc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Sep 01 16:31:16.306570 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bffdf-2fa2-4244-a388-094bba9b35a8 req-a71e116a-7c96-446b-b803-1572e48b5053 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:16.308390 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b31bffdf-2fa2-4244-a388-094bba9b35a8 req-a71e116a-7c96-446b-b803-1572e48b5053 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0722969 Sep 01 16:31:16.355072 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b31bffdf-2fa2-4244-a388-094bba9b35a8 req-99c7bcd2-ad7b-42bb-8a0a-1dd1bda34511 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371988 Sep 01 16:31:16.534065 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e623d-c585-41d5-8921-24beb4092d0c req-2148defc-3e51-40a3-8503-93c18f61e0e9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:16.535628 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba1e623d-c585-41d5-8921-24beb4092d0c req-2148defc-3e51-40a3-8503-93c18f61e0e9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0530128 Sep 01 16:31:16.576017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba1e623d-c585-41d5-8921-24beb4092d0c req-1bdd4503-69e6-4b8b-be60-b60be281beaf tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 01 16:31:17.169329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-b74810fa-6186-48df-b076-5d827f51ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.170915 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-b74810fa-6186-48df-b076-5d827f51ad3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1098 time: 0.0446837 Sep 01 16:31:17.282536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-df20ce1f-48c4-4f18-9ecb-e56231332c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.284107 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-df20ce1f-48c4-4f18-9ecb-e56231332c74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1037545 Sep 01 16:31:17.399276 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-57028381-fad2-406d-a5bc-24a8ba42cb9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 1001 time: 0.0987372 Sep 01 16:31:17.409242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7521a0-be44-4d51-b193-027fa4bf92d0 req-1009214a-c8d4-4fe4-9991-465996bc113e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.410582 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dd7521a0-be44-4d51-b193-027fa4bf92d0 req-1009214a-c8d4-4fe4-9991-465996bc113e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 944 time: 0.1192884 Sep 01 16:31:17.450107 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 38316) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:17.486116 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dd7521a0-be44-4d51-b193-027fa4bf92d0 req-c2afbb07-18f2-42a3-9ef6-b09f05d30cda tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647235 Sep 01 16:31:17.505728 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-7443261e-b804-4aee-89c5-ff0185e6f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.505728 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-7443261e-b804-4aee-89c5-ff0185e6f855 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0902262 Sep 01 16:31:17.532560 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Deleting subnet 385dfbd3-2a9f-492c-8324-f6d93d1e7429 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:31:17.540483 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.562291 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-1a4dc66b-4823-4b2c-9282-2e0faa548948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.563152 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-1a4dc66b-4823-4b2c-9282-2e0faa548948 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521574 Sep 01 16:31:17.587629 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abcc04-c032-4594-a70a-00ac42eb277e req-3cd5ec41-0113-4172-a096-bf7d3dd3f6a3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.589220 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68abcc04-c032-4594-a70a-00ac42eb277e req-3cd5ec41-0113-4172-a096-bf7d3dd3f6a3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.1307178 Sep 01 16:31:17.599252 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.657407 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbac8-5afd-471b-beb1-cf67e0aaa1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.678181 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.702204 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68abcc04-c032-4594-a70a-00ac42eb277e req-eb8ecea2-488b-47f4-b985-90acb55f48c6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006339 Sep 01 16:31:17.707580 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-b458f312-49cd-4236-9cc1-53fff9244233 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313002 Sep 01 16:31:17.754683 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.781777 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385dfbd3-2a9f-492c-8324-f6d93d1e7429,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:17.789573 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.791812 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-68563e12-00e1-4585-b7ee-f769858578e4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/385dfbd3-2a9f-492c-8324-f6d93d1e7429 HTTP/1.1" status: 204 len: 168 time: 0.3407822 Sep 01 16:31:17.794357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 38322) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:17.802514 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523c6cc-ba97-451e-900a-eb42e673a06d req-4ee9b604-0762-40e8-a03e-130a50f3254e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:17.803984 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3523c6cc-ba97-451e-900a-eb42e673a06d req-4ee9b604-0762-40e8-a03e-130a50f3254e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1120603 Sep 01 16:31:17.865874 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.951877 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.963070 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f8e64d-69dc-432b-9953-bac70a0bdc23']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:17.973740 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9938af8-2e37-45f7-802c-174ab7b83325') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:17.974034 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9938af8-2e37-45f7-802c-174ab7b83325') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:17.983075 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:17.996433 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.003468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:31:18.003949 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:31:18.005716 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:31:18.043974 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-287444eb-3e20-4b1a-9c96-65774d9efcba req-7589dbaa-39a2-4530-96eb-83e7b13eb54d service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170640 Sep 01 16:31:18.062583 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.063822 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3523c6cc-ba97-451e-900a-eb42e673a06d req-cd2cfe8f-d74e-4fdf-ba1c-07f2ef72ee2b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532618 Sep 01 16:31:18.070091 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.071991 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] 10.222.0.101 "DELETE /v2.0/networks/21f8e64d-69dc-432b-9953-bac70a0bdc23 HTTP/1.1" status: 204 len: 168 time: 0.2763579 Sep 01 16:31:18.085163 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0923c0d-10d9-4bc2-9213-81fdc44a004f admin admin] Pushing event deleted for resources: {'Network': ['ID=21f8e64d-69dc-432b-9953-bac70a0bdc23,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:18.309875 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 38334) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:18.321926 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 3366776c-113e-41f6-b2e1-5f042ec2aa06 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:31:18.378594 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-3500265e-2035-4721-b445-24240aa18f50 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=148444bbe2fc41c494a04598782d9daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672984 Sep 01 16:31:18.380977 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 38336) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:18.397055 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824f203-37e1-4f54-8021-1845f3bc23a8 req-d50be5d5-d63f-4bb1-9aaf-7634fde39c4f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.398647 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9824f203-37e1-4f54-8021-1845f3bc23a8 req-d50be5d5-d63f-4bb1-9aaf-7634fde39c4f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0553038 Sep 01 16:31:18.434813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-589b5008-5e5f-4867-898b-2fd048bd1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.437003 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-589b5008-5e5f-4867-898b-2fd048bd1255 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 1098 time: 0.0883229 Sep 01 16:31:18.440372 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:18.441281 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9824f203-37e1-4f54-8021-1845f3bc23a8 req-d9c8a2d2-6012-4979-b2ba-e9a7bacdd5a0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Sep 01 16:31:18.452901 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '3366776c-113e-41f6-b2e1-5f042ec2aa06', 'network_id': '897cb4b5-2dea-45ff-b812-e0078cc543c3', 'port_id': '3366776c-113e-41f6-b2e1-5f042ec2aa06', 'mac_address': 'fa:16:3e:62:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742c56d-3268-46fa-a05e-63b20d7fa276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:31:18.472128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.497258 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.510966 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366776c-113e-41f6-b2e1-5f042ec2aa06 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:31:18.528541 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.535380 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:18.541669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.593910 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:18.616719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-147132eb-bcfe-44a0-96d2-c74f7dc61b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.618220 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-147132eb-bcfe-44a0-96d2-c74f7dc61b14 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 200 len: 920 time: 0.1682158 Sep 01 16:31:18.669017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.671631 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:18.672760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1eeb59b2-edcb-41a3-8240-d83698a49175 HTTP/1.1" status: 204 len: 168 time: 0.2906430 Sep 01 16:31:18.676524 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-f944925d-bc28-4dbb-81c1-7ca4f4e7d448 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 200 len: 217 time: 0.0492215 Sep 01 16:31:18.683948 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c607b5-f19e-4c34-8793-1a6f013a0996 req-b79c1316-77be-4299-ae53-83b967289a03 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.685462 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-61c607b5-f19e-4c34-8793-1a6f013a0996 req-b79c1316-77be-4299-ae53-83b967289a03 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 945 time: 0.1166179 Sep 01 16:31:18.727709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c244ff5-ba95-4aea-8a06-cdf764b4d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb59b2-edcb-41a3-8240-d83698a49175,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:18.756241 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-1692185d-d5d0-4598-9fc4-97ea92eabb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.757758 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-1692185d-d5d0-4598-9fc4-97ea92eabb3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 200 len: 859 time: 0.0714169 Sep 01 16:31:18.777954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-61c607b5-f19e-4c34-8793-1a6f013a0996 req-f2803188-09e4-4454-86e1-8d7f88ad34ca tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816636 Sep 01 16:31:18.811890 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-8e36aadc-2380-4429-8c5a-36b68a0f23ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e57efe2e-9039-49a9-ab69-e00d3b93afe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312228 Sep 01 16:31:18.868861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fcd18-9d56-43b6-815b-6fa8c0abc912 req-d2390d91-c314-4873-81db-21b762fddc41 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:18.870706 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-515fcd18-9d56-43b6-815b-6fa8c0abc912 req-d2390d91-c314-4873-81db-21b762fddc41 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0586700 Sep 01 16:31:18.929919 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-515fcd18-9d56-43b6-815b-6fa8c0abc912 req-690026a7-39cc-4e61-88aa-95d689665aa2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503097 Sep 01 16:31:18.987283 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-03c4da9f-d53b-4bcd-bf40-f7f95ff97925 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439338 Sep 01 16:31:19.050036 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['3366776c-113e-41f6-b2e1-5f042ec2aa06'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:19.108599 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfdd7b24-b2bf-4bdf-8682-3b1332a470e0 req-65171a44-8264-454d-8f7d-f55644c707d7 service neutron] 10.222.0.83 "GET /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103249 Sep 01 16:31:19.562829 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3a39-56c0-4ead-ac00-84a13477e02f req-de2302bf-256b-4505-b548-3ceefd67e70e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:19.564948 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-61df3a39-56c0-4ead-ac00-84a13477e02f req-de2302bf-256b-4505-b548-3ceefd67e70e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Sep 01 16:31:19.606717 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-61df3a39-56c0-4ead-ac00-84a13477e02f req-dcea720b-99ec-462a-a762-cbead357a7e1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353377 Sep 01 16:31:19.897682 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa2e5f-71c9-49c7-b90a-6fc9b03dcbf6 req-13b4ef62-e35f-40c6-82e1-a91465d91c91 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:19.902401 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-75aa2e5f-71c9-49c7-b90a-6fc9b03dcbf6 req-13b4ef62-e35f-40c6-82e1-a91465d91c91 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Sep 01 16:31:19.944078 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-75aa2e5f-71c9-49c7-b90a-6fc9b03dcbf6 req-613130d0-75e9-4992-a0e0-c63c479b7442 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Sep 01 16:31:20.130509 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ac55a-7bc9-49bc-bb3a-a6db354bb9ed req-5c1c756f-757e-4554-a6f7-0e0311cbfe69 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:20.132417 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-820ac55a-7bc9-49bc-bb3a-a6db354bb9ed req-5c1c756f-757e-4554-a6f7-0e0311cbfe69 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 945 time: 0.0650666 Sep 01 16:31:20.206698 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-820ac55a-7bc9-49bc-bb3a-a6db354bb9ed req-8e89a71b-0959-4412-915c-e4995f96f6ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593729 Sep 01 16:31:20.331568 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 3366776c-113e-41f6-b2e1-5f042ec2aa06 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:20.385017 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 3366776c-113e-41f6-b2e1-5f042ec2aa06 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:20.388696 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 3366776c-113e-41f6-b2e1-5f042ec2aa06 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:20.389083 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.472745 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.497073 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:20.499419 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c919b1-ed5a-46c8-baaf-89745282245a" -d '{"events": [{"server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "name": "network-vif-plugged", "status": "completed", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:20.512477 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:20.517187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.518089 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:20.565309 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13c5b2-da19-4394-ba84-28a4110ad160 x-openstack-request-id: req-cd13c5b2-da19-4394-ba84-28a4110ad160 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:20.565619 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "name": "network-vif-plugged", "status": "completed", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:20.565846 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cd13c5b2-da19-4394-ba84-28a4110ad160 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:20.566238 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06', 'code': 200} Sep 01 16:31:20.601663 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:20.659803 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.723471 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:20.730778 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:20.818131 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=8']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:20.838535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc66ae-48e4-46fd-901c-2523cfd5cbd6 req-c37bb1eb-0a25-462d-96d0-decfdc21cfa0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:20.840100 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d3fc66ae-48e4-46fd-901c-2523cfd5cbd6 req-c37bb1eb-0a25-462d-96d0-decfdc21cfa0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1121709 Sep 01 16:31:20.856582 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6c0bb-85dd-49ed-b46f-39fa44a4f7e2 req-f514585d-3342-471a-9f2a-cb5007491e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:20.858074 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6dc6c0bb-85dd-49ed-b46f-39fa44a4f7e2 req-f514585d-3342-471a-9f2a-cb5007491e3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 1099 time: 0.0825019 Sep 01 16:31:20.899239 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d3fc66ae-48e4-46fd-901c-2523cfd5cbd6 req-8305cf4b-94b9-46be-90c9-ac8aa66c4feb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Sep 01 16:31:20.911077 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6dc6c0bb-85dd-49ed-b46f-39fa44a4f7e2 req-6321c95b-c1e3-42ef-b676-0dcb0d24e051 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Sep 01 16:31:21.066577 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083fb05-b18b-415d-9d37-d9d92200bc78 req-683a5e25-ffd1-499a-8c50-1043bbaf883c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:21.068279 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5083fb05-b18b-415d-9d37-d9d92200bc78 req-683a5e25-ffd1-499a-8c50-1043bbaf883c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0489414 Sep 01 16:31:21.108936 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5083fb05-b18b-415d-9d37-d9d92200bc78 req-cf502ba9-b67e-4a0e-938f-dfc1ee942bd0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Sep 01 16:31:21.353750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d880-51d9-4484-b207-ef0db37ae25c req-447bbc1b-c7c5-4d77-aa30-698bb2a776dc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:21.355876 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4f07d880-51d9-4484-b207-ef0db37ae25c req-447bbc1b-c7c5-4d77-aa30-698bb2a776dc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0620043 Sep 01 16:31:21.409869 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4f07d880-51d9-4484-b207-ef0db37ae25c req-4fe26ac3-9367-4053-b9f5-d9efc40b16d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Sep 01 16:31:21.957898 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-a013a4d6-86a7-47a7-8351-542d27221f16 req-9e35ff7e-4669-46c7-89d2-94c74927ea7e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:31:21.958847 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a013a4d6-86a7-47a7-8351-542d27221f16 req-9e35ff7e-4669-46c7-89d2-94c74927ea7e service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058506 Sep 01 16:31:21.962393 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4459-0dfb-4a6a-9939-01321fce51d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:22.019442 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0c5b3-032e-4b75-8d70-474f12ebb4dd req-ef650242-f477-45c3-a63d-91c063ae4162 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:22.020919 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55d0c5b3-032e-4b75-8d70-474f12ebb4dd req-ef650242-f477-45c3-a63d-91c063ae4162 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0525806 Sep 01 16:31:22.067286 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55d0c5b3-032e-4b75-8d70-474f12ebb4dd req-f2ecd8ba-3adf-449a-b910-f817d60e494d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Sep 01 16:31:22.129751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fdc46-d0f4-4d9b-8f80-bb32466aaaaf req-eed2e76d-999d-46cf-83aa-37fec5858741 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:22.137739 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-579fdc46-d0f4-4d9b-8f80-bb32466aaaaf req-eed2e76d-999d-46cf-83aa-37fec5858741 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0635486 Sep 01 16:31:22.178784 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-579fdc46-d0f4-4d9b-8f80-bb32466aaaaf req-5a409bda-e4cf-4930-9f63-dff3377294f7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 Sep 01 16:31:22.184243 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:22.290460 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c81c7b-74e3-4197-b012-f89cf86e5093 req-7feed374-fc39-449a-bec1-77503cff96a0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:22.298130 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16c81c7b-74e3-4197-b012-f89cf86e5093 req-7feed374-fc39-449a-bec1-77503cff96a0 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0934067 Sep 01 16:31:22.369387 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16c81c7b-74e3-4197-b012-f89cf86e5093 req-c1847fad-5f04-4bbc-8960-4477419ecc2d tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Sep 01 16:31:22.570763 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:22.574394 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4350fa-3a66-454a-8593-30df81e5f38f" -d '{"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-unplugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:22.596299 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:22.638480 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374bb7c6-4304-495d-96b9-fe90a0113d1f x-openstack-request-id: req-374bb7c6-4304-495d-96b9-fe90a0113d1f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:22.639071 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-unplugged", "status": "failed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "code": 422}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:22.639394 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-374bb7c6-4304-495d-96b9-fe90a0113d1f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:22.639876 dv-cinder-806726-5-iscsi neutron-server[93860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'code': 422} returned with failed status Sep 01 16:31:22.693580 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 38466) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:22.792261 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-a0f32d7b-a085-4aa0-82ea-d87c6c6984b1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972850 Sep 01 16:31:22.808002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-c2aeb9f5-85b0-4e9b-9d18-bef1ef6ae2d8 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:31:22.808873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-c2aeb9f5-85b0-4e9b-9d18-bef1ef6ae2d8 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058692 Sep 01 16:31:23.323097 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb17be-28b5-42d6-aebf-c51971e2a765 req-e2f19713-b7d5-4fd9-8237-43909b624571 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:23.325061 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6bb17be-28b5-42d6-aebf-c51971e2a765 req-e2f19713-b7d5-4fd9-8237-43909b624571 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0522134 Sep 01 16:31:23.370717 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6bb17be-28b5-42d6-aebf-c51971e2a765 req-54309ef8-0907-45b0-8df8-3a2127c19c0a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Sep 01 16:31:23.483933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d2ce-6bee-4db5-87c0-1805c2746e49 req-ae7dfe79-aeb1-4ccf-8b48-f6cfc7ecaa42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:23.485485 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3fd7d2ce-6bee-4db5-87c0-1805c2746e49 req-ae7dfe79-aeb1-4ccf-8b48-f6cfc7ecaa42 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0543754 Sep 01 16:31:23.525678 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3fd7d2ce-6bee-4db5-87c0-1805c2746e49 req-47c363f5-932e-4784-ac71-51066234aba2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Sep 01 16:31:24.363564 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:24.497421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ce562-cdf6-44bf-a697-251b81d79c56 req-b43182c2-4c9e-4f8e-bd10-fde59d2a86b4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:24.498893 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-866ce562-cdf6-44bf-a697-251b81d79c56 req-b43182c2-4c9e-4f8e-bd10-fde59d2a86b4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0527995 Sep 01 16:31:24.540578 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-866ce562-cdf6-44bf-a697-251b81d79c56 req-eedac83c-4ba7-4188-afed-a2e0cc113b93 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Sep 01 16:31:24.760444 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:25.668910 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e57c4c-9179-4821-96ae-4ae9322821ec req-7d8b48b6-c4ff-4631-99d0-cb86f16c30bb tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:25.670561 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-83e57c4c-9179-4821-96ae-4ae9322821ec req-7d8b48b6-c4ff-4631-99d0-cb86f16c30bb tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0556054 Sep 01 16:31:25.737860 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-83e57c4c-9179-4821-96ae-4ae9322821ec req-d0b9331a-eb70-4933-8a57-cddf207f1b2b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604141 Sep 01 16:31:26.881608 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fdc6e-ddd8-4b8b-a352-9ca389139f3c req-8463a183-b0c4-44b5-ba40-fbe961933f6d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:26.883118 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-348fdc6e-ddd8-4b8b-a352-9ca389139f3c req-8463a183-b0c4-44b5-ba40-fbe961933f6d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0493143 Sep 01 16:31:26.922083 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-348fdc6e-ddd8-4b8b-a352-9ca389139f3c req-181c476b-1e51-4e10-86e1-47e93875b573 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Sep 01 16:31:28.061376 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c8f19-7fed-48d2-9d79-3e5a0bf0e0af req-c1ffe371-c52c-443f-af87-d089fc971ae0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:28.063231 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d1c8f19-7fed-48d2-9d79-3e5a0bf0e0af req-c1ffe371-c52c-443f-af87-d089fc971ae0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0577302 Sep 01 16:31:28.116899 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5d1c8f19-7fed-48d2-9d79-3e5a0bf0e0af req-a41febc6-5050-422c-9bfa-bc23869d8d4d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451028 Sep 01 16:31:29.246250 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559a141-156b-4b92-8e83-19528ef0443d req-091635ac-e997-476a-b683-3eb707259dca tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:29.247748 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f559a141-156b-4b92-8e83-19528ef0443d req-091635ac-e997-476a-b683-3eb707259dca tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0492253 Sep 01 16:31:29.285556 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f559a141-156b-4b92-8e83-19528ef0443d req-e875f911-426c-49ce-aaf2-728a6e329172 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Sep 01 16:31:30.443298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573295f-ebb6-4824-9a48-e5a9f6263bd5 req-7a2d3b4e-06d8-4517-be34-91c85e89255f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:30.444967 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5573295f-ebb6-4824-9a48-e5a9f6263bd5 req-7a2d3b4e-06d8-4517-be34-91c85e89255f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0520356 Sep 01 16:31:30.484735 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5573295f-ebb6-4824-9a48-e5a9f6263bd5 req-18b38e8e-0a76-42a5-909e-c5365c72b4da tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335832 Sep 01 16:31:30.507419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-9eba6e29-5d20-4352-9c7a-c0adc6644417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:30.509073 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-9eba6e29-5d20-4352-9c7a-c0adc6644417 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 1096 time: 0.0725677 Sep 01 16:31:31.545329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-e916db91-5b59-4099-aa18-4500f6f229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:31.546777 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-e916db91-5b59-4099-aa18-4500f6f229aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1096 time: 0.0441554 Sep 01 16:31:31.652610 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440fe2-dbeb-4276-9087-f43b6775529d req-0649d2a2-948d-46f9-9575-2771c19727ec tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:31.654111 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b8440fe2-dbeb-4276-9087-f43b6775529d req-0649d2a2-948d-46f9-9575-2771c19727ec tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0918541 Sep 01 16:31:31.702150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-68f2cf07-f8ff-49ce-b12c-8f1a05520046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:31.703623 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-68f2cf07-f8ff-49ce-b12c-8f1a05520046 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1489234 Sep 01 16:31:31.710880 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b8440fe2-dbeb-4276-9087-f43b6775529d req-6da3efc1-dc7c-439d-b8cc-20fcc25c9554 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484009 Sep 01 16:31:31.792966 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-4f69c1ae-25e1-4afb-a262-78c33fef2f97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 999 time: 0.0736761 Sep 01 16:31:31.846173 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-ee2117f7-3f3f-4a68-8ce5-03cf87f03835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:31.847628 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-ee2117f7-3f3f-4a68-8ce5-03cf87f03835 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0467484 Sep 01 16:31:31.899430 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-d6eae9ac-4150-4553-a4fd-b86fb76f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:31.900935 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-d6eae9ac-4150-4553-a4fd-b86fb76f4a34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407405 Sep 01 16:31:31.995723 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-9fae43fc-e73f-40af-8749-a02d02941e3f service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817623 Sep 01 16:31:32.096141 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bfde56a-b769-43e1-b175-4acb24ebf4b2 req-665a4ec7-b92d-4147-b538-6bd6f5471b84 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 Sep 01 16:31:32.330685 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 38678) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:32.460683 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-07e03676-7e22-4499-a0a1-64d003622c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:32.656542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-07e03676-7e22-4499-a0a1-64d003622c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:32.672786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d10d54-03ed-47b8-ba39-b6afe343b3a3 req-12eaf0d9-2181-4638-9351-c77a91075fce tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:32.675062 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c5d10d54-03ed-47b8-ba39-b6afe343b3a3 req-12eaf0d9-2181-4638-9351-c77a91075fce tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0855982 Sep 01 16:31:32.676504 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-07e03676-7e22-4499-a0a1-64d003622c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:32.761890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e03676-7e22-4499-a0a1-64d003622c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780b6ffb-7ec6-4446-8d40-592fa3d3e8bd,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:32.777303 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-07e03676-7e22-4499-a0a1-64d003622c66 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9141a73464404a8c8e87eb9e9f8763bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453743 Sep 01 16:31:32.780036 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 38708) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:32.804576 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c5d10d54-03ed-47b8-ba39-b6afe343b3a3 req-b66e4ba1-1b7c-4ed1-a97e-b0870beec914 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219249 Sep 01 16:31:32.870066 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:32.901353 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:32.922281 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431050d-7ea6-4c85-b3ac-25d896950c7e req-9afbbdb0-0ec2-4505-94dd-3b3653fb313d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:32.924195 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7431050d-7ea6-4c85-b3ac-25d896950c7e req-9afbbdb0-0ec2-4505-94dd-3b3653fb313d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0948346 Sep 01 16:31:32.984433 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7431050d-7ea6-4c85-b3ac-25d896950c7e req-a66cd9ac-89da-4f97-8783-54ef5c13a8f2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523763 Sep 01 16:31:33.000741 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:33.003624 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:33.004878 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/780b6ffb-7ec6-4446-8d40-592fa3d3e8bd HTTP/1.1" status: 204 len: 168 time: 0.2237961 Sep 01 16:31:33.017625 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df7356-2412-4fbd-815d-0b25572305fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b6ffb-7ec6-4446-8d40-592fa3d3e8bd,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:33.927312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8939-4456-420a-bd0a-01e7d2943da5 req-a0890d9e-127e-4a30-8d55-0651b1a86423 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:33.928803 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ce3b8939-4456-420a-bd0a-01e7d2943da5 req-a0890d9e-127e-4a30-8d55-0651b1a86423 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0514448 Sep 01 16:31:33.966458 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ce3b8939-4456-420a-bd0a-01e7d2943da5 req-1bee0db3-2612-4736-bcbc-51fa6ebcf7fc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Sep 01 16:31:34.120734 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036d2c1-8798-4afe-9ac2-a8acade365cc req-3723da0e-a5b5-4eb9-8ace-dde697749663 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:34.122266 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4036d2c1-8798-4afe-9ac2-a8acade365cc req-3723da0e-a5b5-4eb9-8ace-dde697749663 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0605943 Sep 01 16:31:34.162643 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4036d2c1-8798-4afe-9ac2-a8acade365cc req-d49f5889-da63-4adf-b099-e8d7a05f67f8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338304 Sep 01 16:31:35.087159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c166591-a0d3-4f28-abf6-00fa2c788273 req-079f413e-85bd-47d1-9311-ca83e84f09f1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:35.088654 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1c166591-a0d3-4f28-abf6-00fa2c788273 req-079f413e-85bd-47d1-9311-ca83e84f09f1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0497713 Sep 01 16:31:35.127857 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1c166591-a0d3-4f28-abf6-00fa2c788273 req-b5cdb54e-b1ac-4c02-999e-d151a63f44bd tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Sep 01 16:31:35.295817 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f0ac-c07b-4e8c-93d5-f53cd1e29e99 req-247373ed-e637-42d2-b3c4-cf44f04e38ea tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:35.297368 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94b7f0ac-c07b-4e8c-93d5-f53cd1e29e99 req-247373ed-e637-42d2-b3c4-cf44f04e38ea tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0535612 Sep 01 16:31:35.335334 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94b7f0ac-c07b-4e8c-93d5-f53cd1e29e99 req-051f29db-17be-4776-979b-948b5a36b69e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Sep 01 16:31:36.266757 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d04a1-80da-4e4c-ab89-d18eb46231fd req-bbf4e06d-0b00-4776-abc0-e6c9d42d2bd1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.268238 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-625d04a1-80da-4e4c-ab89-d18eb46231fd req-bbf4e06d-0b00-4776-abc0-e6c9d42d2bd1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0537572 Sep 01 16:31:36.307273 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-625d04a1-80da-4e4c-ab89-d18eb46231fd req-c5e23e4b-274f-40b1-b3f5-81227220231a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Sep 01 16:31:36.479168 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ae3d6-b4f1-4f4d-855d-a606bbfefbca req-59bc0049-e53f-4fa3-a4f5-0aec518ad53e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.480711 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f31ae3d6-b4f1-4f4d-855d-a606bbfefbca req-59bc0049-e53f-4fa3-a4f5-0aec518ad53e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0557923 Sep 01 16:31:36.519494 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f31ae3d6-b4f1-4f4d-855d-a606bbfefbca req-2eb6bd7f-2bfb-4cca-bccc-3d8d3b3bbe1e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Sep 01 16:31:37.283230 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:37.428195 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868e9ff-d3b4-430c-9dbb-73e2eadebd54 req-bf9d1b20-2cad-43be-bf81-3aff0500e62d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:37.428195 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9868e9ff-d3b4-430c-9dbb-73e2eadebd54 req-bf9d1b20-2cad-43be-bf81-3aff0500e62d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0473607 Sep 01 16:31:37.466227 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9868e9ff-d3b4-430c-9dbb-73e2eadebd54 req-f1f66452-c130-4087-b890-76c7724f5c1b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Sep 01 16:31:37.688896 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf08a-cef5-4469-a55b-71db619f2d6d req-a274309e-108c-4200-84b2-c3c891b076fe tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:37.690319 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9abaf08a-cef5-4469-a55b-71db619f2d6d req-a274309e-108c-4200-84b2-c3c891b076fe tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0568790 Sep 01 16:31:37.727928 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9abaf08a-cef5-4469-a55b-71db619f2d6d req-51c9bdfa-3fbe-45b3-804e-745275c27bfd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Sep 01 16:31:38.579739 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca138b-e979-4d48-b1c3-eb9f8bffdc8c req-87b75327-5dc9-4b29-86fc-1ab8e75b34b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:38.582359 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a8ca138b-e979-4d48-b1c3-eb9f8bffdc8c req-87b75327-5dc9-4b29-86fc-1ab8e75b34b1 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0496464 Sep 01 16:31:38.628513 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a8ca138b-e979-4d48-b1c3-eb9f8bffdc8c req-0852b272-da3d-4b96-b3c1-19c7d6040c8e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Sep 01 16:31:38.871278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48045-7921-4a04-a2fb-fad4a3c93afc req-768d5dae-5f6f-45e5-a875-ae9dc2e49441 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:38.872889 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d5a48045-7921-4a04-a2fb-fad4a3c93afc req-768d5dae-5f6f-45e5-a875-ae9dc2e49441 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0529974 Sep 01 16:31:38.917534 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d5a48045-7921-4a04-a2fb-fad4a3c93afc req-0c88d9f4-204d-4502-bb90-0957e81d26aa tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377920 Sep 01 16:31:39.746382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89508d-2c32-4e11-be25-71632f1f081e req-e4d8abec-4435-44fe-b479-2f9561633f56 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:39.747764 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cb89508d-2c32-4e11-be25-71632f1f081e req-e4d8abec-4435-44fe-b479-2f9561633f56 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0503540 Sep 01 16:31:39.790443 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cb89508d-2c32-4e11-be25-71632f1f081e req-1ec6dc1d-cff8-4203-ae96-6b0181f3fea0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362570 Sep 01 16:31:40.047292 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2066c-371a-4879-94b3-d9336f8ff03d req-bc316f13-5f42-47b9-b438-5e2494bda595 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:40.048377 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-42d2066c-371a-4879-94b3-d9336f8ff03d req-bc316f13-5f42-47b9-b438-5e2494bda595 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0484192 Sep 01 16:31:40.090875 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-42d2066c-371a-4879-94b3-d9336f8ff03d req-49dc70a9-6143-4ba7-9665-0e0381d26c63 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Sep 01 16:31:40.919589 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00424272-ee76-47d4-af39-d43242bf7b1f req-4efa219a-746f-4362-bd01-b8af466cf756 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:40.921098 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00424272-ee76-47d4-af39-d43242bf7b1f req-4efa219a-746f-4362-bd01-b8af466cf756 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0525825 Sep 01 16:31:40.958219 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00424272-ee76-47d4-af39-d43242bf7b1f req-de772b6e-68df-406a-b74d-bba6e272fcac tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Sep 01 16:31:41.235933 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab9175-a127-483c-a6a9-40dd1be070a0 req-1cbaa0ce-605a-4528-8595-15ae3585a1b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:41.241833 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28ab9175-a127-483c-a6a9-40dd1be070a0 req-1cbaa0ce-605a-4528-8595-15ae3585a1b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0587122 Sep 01 16:31:41.286846 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28ab9175-a127-483c-a6a9-40dd1be070a0 req-ea11476a-24d6-4767-955e-2c098a262f4e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Sep 01 16:31:42.081901 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0b333-dcfc-4bc6-b7fc-96e499c3c5be req-94dc32d3-b275-44e9-93ec-4e77b8c6ee96 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:42.083375 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dad0b333-dcfc-4bc6-b7fc-96e499c3c5be req-94dc32d3-b275-44e9-93ec-4e77b8c6ee96 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0537107 Sep 01 16:31:42.121878 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dad0b333-dcfc-4bc6-b7fc-96e499c3c5be req-8935062f-7fb2-432a-bd03-bc65eb89dc54 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 01 16:31:42.383374 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:42.415611 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798ccda-8019-44f6-9677-49e3ef2df5c6 req-3d219865-6243-4bf7-ada2-8a950a499fc4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:42.417102 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3798ccda-8019-44f6-9677-49e3ef2df5c6 req-3d219865-6243-4bf7-ada2-8a950a499fc4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0494776 Sep 01 16:31:42.463182 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3798ccda-8019-44f6-9677-49e3ef2df5c6 req-eca6a147-de4d-4f97-8e0d-ecfa66909a2c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401447 Sep 01 16:31:43.274069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e576-f403-473e-8208-dbc1636e427e req-c4e35a98-6d2f-48de-a326-5ada017f587b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:43.275761 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4072e576-f403-473e-8208-dbc1636e427e req-c4e35a98-6d2f-48de-a326-5ada017f587b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0833960 Sep 01 16:31:43.321991 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4072e576-f403-473e-8208-dbc1636e427e req-8ae990c5-fdd3-4367-9a0f-1b19d4c78b6c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Sep 01 16:31:43.595399 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c32ca-910c-487d-be64-3f78d84ff592 req-381cc32d-edf0-43d8-9a29-38e28068660e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:43.597023 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-864c32ca-910c-487d-be64-3f78d84ff592 req-381cc32d-edf0-43d8-9a29-38e28068660e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0530338 Sep 01 16:31:43.641554 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-864c32ca-910c-487d-be64-3f78d84ff592 req-5413356c-cb3c-491f-aeba-09142c5132b7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381391 Sep 01 16:31:44.481610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33187e6-14f8-4e10-91e5-d56ae20bbd86 req-c2a17085-7b60-4a3a-bd69-5b36a76d1e67 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:44.483138 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a33187e6-14f8-4e10-91e5-d56ae20bbd86 req-c2a17085-7b60-4a3a-bd69-5b36a76d1e67 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0857978 Sep 01 16:31:44.523683 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a33187e6-14f8-4e10-91e5-d56ae20bbd86 req-29d99508-d8a5-4e5d-9c10-6e88d721bd39 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338893 Sep 01 16:31:44.778611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dec32-a156-4885-8e1b-7693c6e938fc req-e89ec4a7-1b40-4d12-a863-d0930a3b9909 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:44.786980 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8b4dec32-a156-4885-8e1b-7693c6e938fc req-e89ec4a7-1b40-4d12-a863-d0930a3b9909 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0574775 Sep 01 16:31:44.823631 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8b4dec32-a156-4885-8e1b-7693c6e938fc req-e52bae19-f2fb-4e7f-85be-39de7304c673 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357594 Sep 01 16:31:45.665326 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c7391-aaa2-46aa-8b9a-1200d87b8e1b req-efb0d681-b6eb-4624-919b-f8025db6d6d9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:45.666818 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-037c7391-aaa2-46aa-8b9a-1200d87b8e1b req-efb0d681-b6eb-4624-919b-f8025db6d6d9 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0520740 Sep 01 16:31:45.705901 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-037c7391-aaa2-46aa-8b9a-1200d87b8e1b req-0bc45108-ed9b-40f8-b3b9-7c58145c8507 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331471 Sep 01 16:31:45.949111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2320e4d-c354-43bc-a2c7-dd9593bd32f3 req-6fd2c7ad-d57f-4776-a37e-8661ad5462ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:45.950618 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c2320e4d-c354-43bc-a2c7-dd9593bd32f3 req-6fd2c7ad-d57f-4776-a37e-8661ad5462ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0491846 Sep 01 16:31:45.988720 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c2320e4d-c354-43bc-a2c7-dd9593bd32f3 req-6c93299a-efea-4620-b826-788ae49fbe3d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Sep 01 16:31:46.370872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-7cc279cc-f2be-4f1f-b4db-5457ea3ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:46.372375 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-7cc279cc-f2be-4f1f-b4db-5457ea3ff9d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1096 time: 0.0420394 Sep 01 16:31:46.479918 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-aab681b1-4d4d-4037-8e85-4f90e1859102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:46.481339 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-aab681b1-4d4d-4037-8e85-4f90e1859102 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.0828996 Sep 01 16:31:46.554969 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-239efd59-94d9-453a-90f1-379cb932e16b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 999 time: 0.0621617 Sep 01 16:31:46.610115 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-1f482ba2-1f67-4bd6-8e12-dccedc6510b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:46.612116 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-1f482ba2-1f67-4bd6-8e12-dccedc6510b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0435467 Sep 01 16:31:46.659263 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-2d78bc2c-0a19-4dde-a612-adea1835c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:46.660813 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-2d78bc2c-0a19-4dde-a612-adea1835c773 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401275 Sep 01 16:31:46.772662 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-f6880cd0-a897-4478-bb74-e461a25544e1 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939703 Sep 01 16:31:46.837625 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebdea8-c9e0-474b-9a79-325dfc953b7f req-450d39eb-e464-4f01-9655-9ec31d8dbffc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:46.839171 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58ebdea8-c9e0-474b-9a79-325dfc953b7f req-450d39eb-e464-4f01-9655-9ec31d8dbffc tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0581484 Sep 01 16:31:46.871571 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ac20393-8c19-4f28-b2d3-800b7e16348e req-fc8eca11-2044-444f-bc1b-26b8f2738965 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873971 Sep 01 16:31:46.878511 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58ebdea8-c9e0-474b-9a79-325dfc953b7f req-ff02f059-57a9-4834-bfa4-d1f0be0cae84 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Sep 01 16:31:47.106013 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5322a9a-a9f8-4fc7-8cb7-13bbd3973238 req-fea162d4-ecd9-4d39-bc34-9e52bed34c93 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:47.107397 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d5322a9a-a9f8-4fc7-8cb7-13bbd3973238 req-fea162d4-ecd9-4d39-bc34-9e52bed34c93 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0471535 Sep 01 16:31:47.144047 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d5322a9a-a9f8-4fc7-8cb7-13bbd3973238 req-804f1723-b274-455b-aabb-6afcdb005f6e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300307 Sep 01 16:31:47.643927 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0a71a458-e8e6-47c5-8315-0ba47a587e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.006081 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261aff-6e66-476c-9f43-113535dc0879 req-b49ecf98-9428-4d52-b4f9-c4f22ae52b94 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:48.007691 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-31261aff-6e66-476c-9f43-113535dc0879 req-b49ecf98-9428-4d52-b4f9-c4f22ae52b94 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0538962 Sep 01 16:31:48.050338 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-31261aff-6e66-476c-9f43-113535dc0879 req-b12ff70d-9f5a-42f7-aa04-b70a3b06faeb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Sep 01 16:31:48.281067 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bb53b-2fb2-494d-9c0c-a793e91b6692 req-6094c558-1d99-4bdc-94dd-d36be8027e7f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:48.283841 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-921bb53b-2fb2-494d-9c0c-a793e91b6692 req-6094c558-1d99-4bdc-94dd-d36be8027e7f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0672286 Sep 01 16:31:48.324814 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-921bb53b-2fb2-494d-9c0c-a793e91b6692 req-48b013d3-f894-4ca8-bbc0-f90507e485c0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Sep 01 16:31:49.074432 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9f0b-d3f9-4989-aadd-b6ffcbcd2e3e req-07ae9a43-4b05-4f08-8b4e-0df56c6dbe83 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:49.076006 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-626e9f0b-d3f9-4989-aadd-b6ffcbcd2e3e req-07ae9a43-4b05-4f08-8b4e-0df56c6dbe83 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0528491 Sep 01 16:31:49.127563 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-626e9f0b-d3f9-4989-aadd-b6ffcbcd2e3e req-830bbc49-161d-4926-802a-58d268fca98c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Sep 01 16:31:49.177042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b63b-45bd-47ba-aeab-e85b88cb3618 req-aa1045f0-b2a8-4055-a4b5-8aab454314a4 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:49.178765 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7aa4b63b-45bd-47ba-aeab-e85b88cb3618 req-aa1045f0-b2a8-4055-a4b5-8aab454314a4 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0557215 Sep 01 16:31:49.220060 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7aa4b63b-45bd-47ba-aeab-e85b88cb3618 req-6702a7d3-330d-4b11-b75d-44bc5cb720f3 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Sep 01 16:31:49.319915 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-bd20a111-82b7-4c01-822a-70383d613d77 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:49.321385 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-bd20a111-82b7-4c01-822a-70383d613d77 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 946 time: 0.0468473 Sep 01 16:31:49.421756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Deleting port 53366b66-7131-4ed6-bb2e-160585d2e1bd {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:49.422114 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.456886 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232dd01-2923-4bc2-ac07-69fa8c64afb1 req-045977c4-8c22-427d-84f1-76d0ac195215 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:49.458481 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7232dd01-2923-4bc2-ac07-69fa8c64afb1 req-045977c4-8c22-427d-84f1-76d0ac195215 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0568337 Sep 01 16:31:49.495990 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7232dd01-2923-4bc2-ac07-69fa8c64afb1 req-9aa69cfd-8389-4bec-adf9-8fe533c875ec tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Sep 01 16:31:49.517072 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] For port 53366b66-7131-4ed6-bb2e-160585d2e1bd, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=53366b66-7131-4ed6-bb2e-160585d2e1bd,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:49.517479 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.530505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Calling delete_port for 53366b66-7131-4ed6-bb2e-160585d2e1bd owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:49.658071 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.670441 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['7aa2d006-4a4d-45ef-99e3-b113f22643af', '53366b66-7131-4ed6-bb2e-160585d2e1bd'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:49.685797 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Pushing event deleted for resources: {'Port': ['ID=53366b66-7131-4ed6-bb2e-160585d2e1bd,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:49.697631 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.697975 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.698336 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.698675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.699015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.699354 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.699689 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.700020 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.700353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.700680 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.701009 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.701366 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:49.740407 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] No DVR routers for this DVR port 53366b66-7131-4ed6-bb2e-160585d2e1bd on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:49.743345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.745821 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e557ef49-68d8-4b9b-8cd8-48e850308b19 req-d965350d-9e30-494e-99d3-ebfbd760f1b5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "DELETE /v2.0/ports/53366b66-7131-4ed6-bb2e-160585d2e1bd HTTP/1.1" status: 204 len: 173 time: 0.4158738 Sep 01 16:31:49.746302 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'name': 'network-vif-deleted', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:49.749581 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced43030-fd64-4836-81e7-dcf691c571fa" -d '{"events": [{"server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "name": "network-vif-deleted", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:49.791245 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796796be-da62-43d6-9e17-5ca012ef9f8f x-openstack-request-id: req-796796be-da62-43d6-9e17-5ca012ef9f8f {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:49.791611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad0dfff-9998-4045-ba7a-96ecb673704b", "name": "network-vif-deleted", "tag": "53366b66-7131-4ed6-bb2e-160585d2e1bd", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:49.791938 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-796796be-da62-43d6-9e17-5ca012ef9f8f {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:49.793638 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad0dfff-9998-4045-ba7a-96ecb673704b', 'name': 'network-vif-deleted', 'tag': '53366b66-7131-4ed6-bb2e-160585d2e1bd', 'status': 'completed', 'code': 200} Sep 01 16:31:50.257924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871171-3af5-4dcd-ab71-44dd76ede75a req-fe3ed7cd-2ac0-4834-980f-df444de5584b tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:50.259653 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba871171-3af5-4dcd-ab71-44dd76ede75a req-fe3ed7cd-2ac0-4834-980f-df444de5584b tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0637693 Sep 01 16:31:50.304729 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba871171-3af5-4dcd-ab71-44dd76ede75a req-32586d5d-8629-4386-83d9-d96e70705a1a tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Sep 01 16:31:50.339744 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2b16db57-fe72-40c8-b396-3bfb6d52759b req-5c6ba8d0-bac4-4363-9590-e77edd18a7a0 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=7ad0dfff-9998-4045-ba7a-96ecb673704b HTTP/1.1" status: 200 len: 210 time: 0.0328710 Sep 01 16:31:50.541234 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cce965-d295-42fc-9e3a-b943c1770e22 req-afa68a4e-d88c-4254-9fef-574143842dce tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:50.543539 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-21cce965-d295-42fc-9e3a-b943c1770e22 req-afa68a4e-d88c-4254-9fef-574143842dce tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Sep 01 16:31:50.583036 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-21cce965-d295-42fc-9e3a-b943c1770e22 req-c8344958-3bbb-4d78-8d2d-fd2c2194c4ab tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Sep 01 16:31:50.625532 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9f57b-3651-430c-a2a7-82e08665fb88 req-8df4b50d-fd3b-4b54-a0c3-dce42cf11cbf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:50.627012 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99d9f57b-3651-430c-a2a7-82e08665fb88 req-8df4b50d-fd3b-4b54-a0c3-dce42cf11cbf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0483024 Sep 01 16:31:50.665108 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99d9f57b-3651-430c-a2a7-82e08665fb88 req-ebf6c4f0-373f-466d-b93c-7f9bed3bf917 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Sep 01 16:31:50.996054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-a95f827c-7904-4f32-8acf-2577cba6ca48 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:50.997509 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-a95f827c-7904-4f32-8acf-2577cba6ca48 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0486748 Sep 01 16:31:51.100965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Deleting port 46f8fe79-c638-4496-85a6-86d6fba85247 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:51.101333 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.185149 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] For port 46f8fe79-c638-4496-85a6-86d6fba85247, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=46f8fe79-c638-4496-85a6-86d6fba85247,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:51.185583 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.198249 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Calling delete_port for 46f8fe79-c638-4496-85a6-86d6fba85247 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:51.508759 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064f532-68b6-4033-9504-262f11f99d2b req-7f39b61c-ed9e-44c9-b038-0b563c94ab6e tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.510289 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5064f532-68b6-4033-9504-262f11f99d2b req-7f39b61c-ed9e-44c9-b038-0b563c94ab6e tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=8dd158b5-1c26-4c0a-90f1-b531e816394b HTTP/1.1" status: 200 len: 946 time: 0.0725579 Sep 01 16:31:51.596575 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5064f532-68b6-4033-9504-262f11f99d2b req-c94ea08c-6da4-46ca-8755-ffb04637ea46 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Sep 01 16:31:51.598312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.621642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['46f8fe79-c638-4496-85a6-86d6fba85247'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:51.624895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Pushing event deleted for resources: {'Port': ['ID=46f8fe79-c638-4496-85a6-86d6fba85247,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:51.634500 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b352c2-5ecd-4325-ba9f-176c8bf303e7 req-701f426b-823a-4e46-808c-70331373ab10 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.636145 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99b352c2-5ecd-4325-ba9f-176c8bf303e7 req-701f426b-823a-4e46-808c-70331373ab10 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0616443 Sep 01 16:31:51.680722 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99b352c2-5ecd-4325-ba9f-176c8bf303e7 req-2f371100-de02-470c-89d0-5ab13bb69b0e tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Sep 01 16:31:51.693738 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] No DVR routers for this DVR port 46f8fe79-c638-4496-85a6-86d6fba85247 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:51.696651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.698709 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ecaadfc-b616-4dee-8e8f-1dc5cefb6909 req-40690ce2-4e4b-4a7a-a520-ac254b190ab6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "DELETE /v2.0/ports/46f8fe79-c638-4496-85a6-86d6fba85247 HTTP/1.1" status: 204 len: 173 time: 0.6826108 Sep 01 16:31:51.743115 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c28f-2a21-4303-92e1-b5fb8e490af8 req-630434f6-b761-4820-8268-d2a9f847b383 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.744633 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c07c28f-2a21-4303-92e1-b5fb8e490af8 req-630434f6-b761-4820-8268-d2a9f847b383 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0769362 Sep 01 16:31:51.785915 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c07c28f-2a21-4303-92e1-b5fb8e490af8 req-5c2b8a52-fa8d-4b23-9868-534c87fcd255 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Sep 01 16:31:51.794720 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'name': 'network-vif-deleted', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:51.797425 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da7959-5e79-4b2a-a38c-7503e2f757b1" -d '{"events": [{"server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "name": "network-vif-deleted", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:51.806330 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b07d7-5f8a-4c1d-b5bc-53cdd06bd33c req-6de377f3-74b1-4295-a855-0bac1d89f417 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.808021 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-874b07d7-5f8a-4c1d-b5bc-53cdd06bd33c req-6de377f3-74b1-4295-a855-0bac1d89f417 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0568018 Sep 01 16:31:51.840068 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ddfa2-559a-486a-9219-5f39eb53846a x-openstack-request-id: req-453ddfa2-559a-486a-9219-5f39eb53846a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:51.840353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd158b5-1c26-4c0a-90f1-b531e816394b", "name": "network-vif-deleted", "tag": "46f8fe79-c638-4496-85a6-86d6fba85247", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:51.840692 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-453ddfa2-559a-486a-9219-5f39eb53846a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:51.841524 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd158b5-1c26-4c0a-90f1-b531e816394b', 'name': 'network-vif-deleted', 'tag': '46f8fe79-c638-4496-85a6-86d6fba85247', 'status': 'completed', 'code': 200} Sep 01 16:31:51.851988 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-874b07d7-5f8a-4c1d-b5bc-53cdd06bd33c req-67823512-4ce1-42a9-b96f-c80350261f9f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Sep 01 16:31:51.953728 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3dfa8b9f-cc00-4a16-9639-eba575671a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.170643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.587037 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.628677 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-b7e06482-0054-49fe-9709-17741a7d19f1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:52.631261 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-b7e06482-0054-49fe-9709-17741a7d19f1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.0644498 Sep 01 16:31:52.759565 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Deleting port 3366776c-113e-41f6-b2e1-5f042ec2aa06 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:52.760292 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.864563 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75551f38-949c-48d8-aab2-4ca0c9c293a2 req-29798429-d612-47f0-a70e-95f75c5bea57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:52.866573 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-75551f38-949c-48d8-aab2-4ca0c9c293a2 req-29798429-d612-47f0-a70e-95f75c5bea57 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0829949 Sep 01 16:31:52.926276 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-75551f38-949c-48d8-aab2-4ca0c9c293a2 req-bc2a200d-29a1-4237-9132-e6ecd28c0267 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Sep 01 16:31:53.000045 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] For port 3366776c-113e-41f6-b2e1-5f042ec2aa06, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=3366776c-113e-41f6-b2e1-5f042ec2aa06,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:53.001148 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.018180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65866fa1-023a-4adb-81ee-eeb44078a9c4 req-9e4c12ed-6acf-4137-bce4-213ac30eaa39 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:53.020686 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-65866fa1-023a-4adb-81ee-eeb44078a9c4 req-9e4c12ed-6acf-4137-bce4-213ac30eaa39 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 946 time: 0.1521680 Sep 01 16:31:53.043383 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c445bba-b6e9-40ce-a12b-4103feb219d6 req-294d7f17-dd98-485b-9ac6-c37c0370132c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:53.044944 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c445bba-b6e9-40ce-a12b-4103feb219d6 req-294d7f17-dd98-485b-9ac6-c37c0370132c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0546551 Sep 01 16:31:53.049319 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Calling delete_port for 3366776c-113e-41f6-b2e1-5f042ec2aa06 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:53.085046 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c445bba-b6e9-40ce-a12b-4103feb219d6 req-d5e6e730-5623-4248-a33d-dc74c10d66e5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Sep 01 16:31:53.168457 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-65866fa1-023a-4adb-81ee-eeb44078a9c4 req-cd1a18e9-a1cd-4b9d-be1a-707681add772 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346183 Sep 01 16:31:53.274429 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.303565 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event deleted for resources: {'Port': ['ID=3366776c-113e-41f6-b2e1-5f042ec2aa06,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:53.345379 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] No DVR routers for this DVR port 3366776c-113e-41f6-b2e1-5f042ec2aa06 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:53.348446 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.350607 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b138c26a-4664-40e8-b2b5-7f7cb4b3e89f req-5c3f10ae-e476-403f-bcd1-52375140ae52 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "DELETE /v2.0/ports/3366776c-113e-41f6-b2e1-5f042ec2aa06 HTTP/1.1" status: 204 len: 173 time: 0.7081139 Sep 01 16:31:53.842521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'name': 'network-vif-deleted', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:53.845457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707ab27e-12c5-4c67-bb0f-d587e21242c0" -d '{"events": [{"server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "name": "network-vif-deleted", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:53.884772 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c66098-8091-436c-aaef-8f02d033b535 x-openstack-request-id: req-14c66098-8091-436c-aaef-8f02d033b535 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:53.885114 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8d50a-d79e-4459-8f08-618b852cb498", "name": "network-vif-deleted", "tag": "3366776c-113e-41f6-b2e1-5f042ec2aa06", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:53.885484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-14c66098-8091-436c-aaef-8f02d033b535 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:53.885968 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8d50a-d79e-4459-8f08-618b852cb498', 'name': 'network-vif-deleted', 'tag': '3366776c-113e-41f6-b2e1-5f042ec2aa06', 'status': 'completed', 'code': 200} Sep 01 16:31:54.084346 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65a49c-8b64-45ea-8091-00fa471eda0c req-2a0cd549-f828-45ac-bbd2-144a43d55d4d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:54.086047 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-be65a49c-8b64-45ea-8091-00fa471eda0c req-2a0cd549-f828-45ac-bbd2-144a43d55d4d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0662382 Sep 01 16:31:54.133976 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-be65a49c-8b64-45ea-8091-00fa471eda0c req-9d2ef561-a93f-4d02-b9ff-33e418f3045b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Sep 01 16:31:54.274427 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768d43a-3881-4e16-aa1b-545c55b83cbd req-652f68d5-c47f-4aca-80be-9725b71671e0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:54.276263 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3768d43a-3881-4e16-aa1b-545c55b83cbd req-652f68d5-c47f-4aca-80be-9725b71671e0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0673430 Sep 01 16:31:54.279862 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0a6d9524-39b2-45af-a30c-b50928b87022 req-23a22444-edb8-4499-8c6f-4c5c2916a0b3 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.0355754 Sep 01 16:31:54.348344 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3768d43a-3881-4e16-aa1b-545c55b83cbd req-776b4dbc-7a2e-4f20-85d0-a92a9f7c6aed tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625179 Sep 01 16:31:54.756635 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.270859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb282a2-7293-4517-9c11-490608f3026c req-9a537faa-f3bc-4249-86af-1982dd415c2f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:55.272422 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfb282a2-7293-4517-9c11-490608f3026c req-9a537faa-f3bc-4249-86af-1982dd415c2f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0498383 Sep 01 16:31:55.312631 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dfb282a2-7293-4517-9c11-490608f3026c req-7e3cc691-460b-4ddb-aefa-c5aa86c2c598 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Sep 01 16:31:55.406088 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b13cc2f0-e25e-4c7a-a2fb-85f8c68fcee2 req-35e86d20-105c-4fe9-ab4c-f33be0ce4549 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.0333223 Sep 01 16:31:55.501898 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80848b4-c26b-4ad7-a675-4f563d55c70a req-2cbbb758-3324-464a-982e-68f451020c21 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:55.503501 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f80848b4-c26b-4ad7-a675-4f563d55c70a req-2cbbb758-3324-464a-982e-68f451020c21 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 943 time: 0.0548601 Sep 01 16:31:55.549077 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f80848b4-c26b-4ad7-a675-4f563d55c70a req-9152d129-44fd-48c7-9d73-fc48af711d21 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Sep 01 16:31:56.045889 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0', '971ebd60-f759-4f37-a1fb-d382f69a8a74', '4907bc54-04ae-4676-8981-9f9e78ba7eb7', '3366776c-113e-41f6-b2e1-5f042ec2aa06'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:56.050353 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:31:56.076117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 53366b66-7131-4ed6-bb2e-160585d2e1bd no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:56.237926 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 53366b66-7131-4ed6-bb2e-160585d2e1bd {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:56.238183 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 53366b66-7131-4ed6-bb2e-160585d2e1bd not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:56.238605 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 46f8fe79-c638-4496-85a6-86d6fba85247 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:56.266970 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 46f8fe79-c638-4496-85a6-86d6fba85247 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:56.267332 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 46f8fe79-c638-4496-85a6-86d6fba85247 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:56.390910 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:56.408295 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'mac_address': 'fa:16:3e:64:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:31:56.476811 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7982c0-a5a2-4f46-bfd7-bbde7dab64a9 req-61734e49-fc6b-4323-a8ea-9b86e140f41c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:56.479314 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-de7982c0-a5a2-4f46-bfd7-bbde7dab64a9 req-61734e49-fc6b-4323-a8ea-9b86e140f41c tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Sep 01 16:31:56.480791 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.506187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:31:56.536775 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-de7982c0-a5a2-4f46-bfd7-bbde7dab64a9 req-07150fee-cf36-4ee3-b81b-acc6367b9cc6 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Sep 01 16:31:56.550207 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:56.557464 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a4424682-7d50-4e3a-a376-48a0b5439626 req-02289953-49c7-4539-a9b1-db2800d07cba tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3a8d50a-d79e-4459-8f08-618b852cb498 HTTP/1.1" status: 200 len: 210 time: 0.0331511 Sep 01 16:31:56.561712 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.636656 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=9']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:56.714282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a247b3-fa14-44d1-b4d1-5811e0a2b699 req-8d832a7d-231b-4947-bcc5-8a1e472dbe7f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:56.716313 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6a247b3-fa14-44d1-b4d1-5811e0a2b699 req-8d832a7d-231b-4947-bcc5-8a1e472dbe7f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0733194 Sep 01 16:31:56.758724 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6a247b3-fa14-44d1-b4d1-5811e0a2b699 req-4a125844-4cd3-4713-ac78-8d0940e38e8f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Sep 01 16:31:56.854528 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['19b6e3a6-d81a-481d-bd3b-0005e7ca5258'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:31:57.691572 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa535-2714-480c-a6df-9c01130f751a req-4ecb8afe-aca2-4a35-9703-c3329f303d59 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:57.694846 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-991aa535-2714-480c-a6df-9c01130f751a req-4ecb8afe-aca2-4a35-9703-c3329f303d59 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0898547 Sep 01 16:31:57.739688 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-991aa535-2714-480c-a6df-9c01130f751a req-e2eb60b5-d784-420a-af29-9add08b16b0a tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Sep 01 16:31:57.890279 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea08c5-9cd6-4e4d-9c86-b8ed1b27c7ce req-10e44252-e8f0-4127-b201-c3143e4bb1d4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:57.892490 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adea08c5-9cd6-4e4d-9c86-b8ed1b27c7ce req-10e44252-e8f0-4127-b201-c3143e4bb1d4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 944 time: 0.0527158 Sep 01 16:31:57.935596 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-adea08c5-9cd6-4e4d-9c86-b8ed1b27c7ce req-5df5ecf4-969f-4fc5-9028-7429a24e7f26 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341129 Sep 01 16:31:58.044736 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:58.097669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:58.098229 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.177325 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.204224 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:58.206459 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9162a7dd-9701-4517-a770-b8a2aa83a4e7" -d '{"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:58.223434 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:58.230453 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.231955 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 3366776c-113e-41f6-b2e1-5f042ec2aa06 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:58.270416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add5196a-bb13-42e0-8b15-9bbc519f8024 x-openstack-request-id: req-add5196a-bb13-42e0-8b15-9bbc519f8024 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:58.271161 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-plugged", "status": "completed", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:58.271541 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-add5196a-bb13-42e0-8b15-9bbc519f8024 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:58.272370 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'code': 200} Sep 01 16:31:58.277789 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 3366776c-113e-41f6-b2e1-5f042ec2aa06 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:58.278338 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 3366776c-113e-41f6-b2e1-5f042ec2aa06 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:58.332695 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=10']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:58.895179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511c23a-2e93-4da0-b614-360d5092dd5b req-715f172a-7453-4c24-bda9-92733b72e06d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:58.897949 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b511c23a-2e93-4da0-b614-360d5092dd5b req-715f172a-7453-4c24-bda9-92733b72e06d tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0717070 Sep 01 16:31:58.958364 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b511c23a-2e93-4da0-b614-360d5092dd5b req-129b1083-021f-4457-8a2a-282d3471ea48 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 Sep 01 16:31:59.046939 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8123f-1f5a-4bf9-97b5-9e8547440b85 req-36fa7151-266c-46cb-b661-adbd99c3ac8c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:59.050278 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aae8123f-1f5a-4bf9-97b5-9e8547440b85 req-36fa7151-266c-46cb-b661-adbd99c3ac8c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0656331 Sep 01 16:31:59.083233 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0701-d380-4875-8559-e609783cb4b9 req-b2cb770b-0448-4647-bfc7-969519f5fe47 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:59.084854 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6f3f0701-d380-4875-8559-e609783cb4b9 req-b2cb770b-0448-4647-bfc7-969519f5fe47 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0519922 Sep 01 16:31:59.110159 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aae8123f-1f5a-4bf9-97b5-9e8547440b85 req-c36a8f66-3c5c-4a5e-b1a0-376aa514a6a1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Sep 01 16:31:59.133568 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6f3f0701-d380-4875-8559-e609783cb4b9 req-e59ef9ff-d396-408f-8b74-47db57250f49 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Sep 01 16:32:00.113629 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e9b79-556b-4efe-be6b-2ed401be7176 req-45b9e710-c56a-4f5e-85e6-10ac0a6a97f5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:00.115248 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a94e9b79-556b-4efe-be6b-2ed401be7176 req-45b9e710-c56a-4f5e-85e6-10ac0a6a97f5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0732350 Sep 01 16:32:00.168563 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a94e9b79-556b-4efe-be6b-2ed401be7176 req-18d47315-1da7-43f2-969e-99d20c356f5b tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463161 Sep 01 16:32:00.259898 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b335ad-68be-4371-86c6-a0597f19916d req-47547a15-bf09-434a-ba2e-80d356ac9fc2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:00.262153 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-22b335ad-68be-4371-86c6-a0597f19916d req-47547a15-bf09-434a-ba2e-80d356ac9fc2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0597768 Sep 01 16:32:00.309512 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c323e3-65c4-49dd-8324-ec7a3dabde30 req-cff7a877-85bf-443a-9045-2c707d79cc95 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:00.311156 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4c323e3-65c4-49dd-8324-ec7a3dabde30 req-cff7a877-85bf-443a-9045-2c707d79cc95 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0655892 Sep 01 16:32:00.325943 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-22b335ad-68be-4371-86c6-a0597f19916d req-7e10391b-a498-4002-8bf1-374e542e9c2a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498395 Sep 01 16:32:00.369102 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e4c323e3-65c4-49dd-8324-ec7a3dabde30 req-3710bbd2-c211-42c4-920b-ce1dbcabd20d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Sep 01 16:32:01.300897 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252c04a-c9e5-4d6b-97c7-ef6b5f1f759b req-bce05345-b784-4745-ad25-d0c34dd51f17 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:01.302565 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e252c04a-c9e5-4d6b-97c7-ef6b5f1f759b req-bce05345-b784-4745-ad25-d0c34dd51f17 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0529866 Sep 01 16:32:01.349547 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e252c04a-c9e5-4d6b-97c7-ef6b5f1f759b req-f5f11936-803d-4c19-94fc-a0bc41dadbca tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Sep 01 16:32:01.493336 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3959b-90da-40f2-83ff-987c665ed12f req-1c096dc3-2a76-47c4-91e2-5242754c5df4 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:01.496425 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41a3959b-90da-40f2-83ff-987c665ed12f req-1c096dc3-2a76-47c4-91e2-5242754c5df4 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0816531 Sep 01 16:32:01.545044 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044860-0e9a-4e8b-b728-69481438a081 req-b2443ed6-2f02-4bcb-9725-bc4487028f76 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:01.546845 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59044860-0e9a-4e8b-b728-69481438a081 req-b2443ed6-2f02-4bcb-9725-bc4487028f76 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0717120 Sep 01 16:32:01.556734 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-41a3959b-90da-40f2-83ff-987c665ed12f req-c86391bb-d321-48fe-94b3-5850b8e3b44a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Sep 01 16:32:01.634059 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59044860-0e9a-4e8b-b728-69481438a081 req-c78b3297-fc35-425f-84f3-942f0aa1f8d7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808945 Sep 01 16:32:01.646205 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b485-55ae-46bf-bc67-7f6399c7eb06 req-415f1743-f5b9-49ac-bde3-b2d7a86075b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:01.648148 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8e80b485-55ae-46bf-bc67-7f6399c7eb06 req-415f1743-f5b9-49ac-bde3-b2d7a86075b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1099 time: 0.0726440 Sep 01 16:32:01.694905 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8e80b485-55ae-46bf-bc67-7f6399c7eb06 req-c20e8dcb-d14c-477c-a119-2201173730fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370357 Sep 01 16:32:02.492378 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2073-14f4-4453-bdb7-19cd061b16cf req-87922144-1588-41ac-a320-9e6874bd14e5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:02.494047 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16eb2073-14f4-4453-bdb7-19cd061b16cf req-87922144-1588-41ac-a320-9e6874bd14e5 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0574157 Sep 01 16:32:02.548249 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16eb2073-14f4-4453-bdb7-19cd061b16cf req-da07dc9b-a4ce-475b-980b-a86201d14a83 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Sep 01 16:32:02.750427 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc87e3-4505-49a2-bf93-5f72fc5aa740 req-335b8a72-1fe6-4838-a693-e5101eede036 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:02.752683 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5efc87e3-4505-49a2-bf93-5f72fc5aa740 req-335b8a72-1fe6-4838-a693-e5101eede036 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0785162 Sep 01 16:32:02.790571 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2993fd-dc00-4a40-915a-2a57fd0defae req-cbb026f5-405b-404e-b3cf-68291f61848f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:02.793079 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b2993fd-dc00-4a40-915a-2a57fd0defae req-cbb026f5-405b-404e-b3cf-68291f61848f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0671055 Sep 01 16:32:02.810960 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5efc87e3-4505-49a2-bf93-5f72fc5aa740 req-75ecb7b0-6eb4-434b-b677-93dd7a905719 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504460 Sep 01 16:32:02.857016 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9b2993fd-dc00-4a40-915a-2a57fd0defae req-4ee42dae-70f4-4999-b517-7d0858bda5b1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561786 Sep 01 16:32:03.011045 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-2c0f6bea-17c2-4f3d-8e16-dc7ac8fd624a tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:03.012700 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-2c0f6bea-17c2-4f3d-8e16-dc7ac8fd624a tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 813 time: 0.1099534 Sep 01 16:32:03.030118 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-ca3ce9d4-6f4f-459d-b389-f5d92c7e54c2 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/quotas/bb0d00b1a8634c3abce859c4bf4d2ba0 HTTP/1.1" status: 200 len: 375 time: 0.0103843 Sep 01 16:32:03.076313 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-dc9f9d3c-0bcf-4879-bfca-8d57d3a23b90 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387788 Sep 01 16:32:03.183961 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-da2b126f-3c27-4995-a75a-c7f95077b87a service neutron] 10.222.0.101 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966125 Sep 01 16:32:03.296375 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-92d0392b-9059-42c6-aa79-4bc9bb8dea0a service neutron] 10.222.0.101 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040950 Sep 01 16:32:03.529136 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a577be67-75e0-451e-9350-3320a75c8e77 req-1bb27696-78e3-4e41-881b-23117da80bc0 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 210 time: 0.0295839 Sep 01 16:32:03.763137 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66be6f5-3a11-4783-b6e8-1e6f28327bb6 req-a9b365aa-7812-4f9a-8d6b-5ded103b6a7f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:03.764872 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a66be6f5-3a11-4783-b6e8-1e6f28327bb6 req-a9b365aa-7812-4f9a-8d6b-5ded103b6a7f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.0973799 Sep 01 16:32:03.893277 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a66be6f5-3a11-4783-b6e8-1e6f28327bb6 req-70549d24-d221-4254-bbde-4e88c6017278 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/security-groups?id=d471581d-8e88-4ba4-b68a-aa2c39a10b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145573 Sep 01 16:32:03.970904 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-98f2f51b-cd67-43b5-9777-4836c6986181 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:03.972794 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-98f2f51b-cd67-43b5-9777-4836c6986181 tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 945 time: 0.1713142 Sep 01 16:32:03.997894 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6527ba-65bd-47e0-9bcb-5564bbbe489b req-f1806101-b316-4901-8f9e-7293580645ad tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:04.000638 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b6527ba-65bd-47e0-9bcb-5564bbbe489b req-f1806101-b316-4901-8f9e-7293580645ad tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0744066 Sep 01 16:32:04.067264 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4b6527ba-65bd-47e0-9bcb-5564bbbe489b req-269f72d2-eca4-446a-8a0b-a5a1c5f099a2 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568771 Sep 01 16:32:04.172450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-890eb49c-25c3-4918-8d46-97037b25fff9 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:04.174415 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-890eb49c-25c3-4918-8d46-97037b25fff9 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.1996474 Sep 01 16:32:04.193408 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc539-9777-4585-ab3e-61aaf40b4362 req-1812ab52-5ad3-4ca4-9198-cf13007bc6dd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:04.196039 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bfcc539-9777-4585-ab3e-61aaf40b4362 req-1812ab52-5ad3-4ca4-9198-cf13007bc6dd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.1352596 Sep 01 16:32:04.316231 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Deleting port 7aa2d006-4a4d-45ef-99e3-b113f22643af {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:04.316768 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.411667 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bfcc539-9777-4585-ab3e-61aaf40b4362 req-a1de75dc-0b2f-4a96-8035-e0bce9906a08 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982641 Sep 01 16:32:04.504974 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] For port 7aa2d006-4a4d-45ef-99e3-b113f22643af, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7aa2d006-4a4d-45ef-99e3-b113f22643af,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:04.505441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.509457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Deleting port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:04.509852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.565559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Calling delete_port for 7aa2d006-4a4d-45ef-99e3-b113f22643af owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:04.679304 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5291b278-2e6f-4bf4-b600-a8b8d2a34eb4 req-8aa92f62-538a-4e67-8636-89d2f4c8d796 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 210 time: 0.0407767 Sep 01 16:32:04.683264 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] For port 4907bc54-04ae-4676-8981-9f9e78ba7eb7, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4907bc54-04ae-4676-8981-9f9e78ba7eb7,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:04.683638 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.701758 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Calling delete_port for 4907bc54-04ae-4676-8981-9f9e78ba7eb7 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:04.958459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.974746 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['7aa2d006-4a4d-45ef-99e3-b113f22643af'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:05.042245 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Pushing event deleted for resources: {'Port': ['ID=7aa2d006-4a4d-45ef-99e3-b113f22643af,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.085049 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-f28bfa16-6128-46d9-8dd3-5b7d5149f615 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.086674 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-f28bfa16-6128-46d9-8dd3-5b7d5149f615 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 813 time: 0.3225319 Sep 01 16:32:05.126747 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a98fcd90-a22e-414a-a542-d0f9e82253da req-2cb8c01c-dfd4-4839-aa25-79faeedf093f tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.101 "GET /v2.0/ports?device_id=eaaae20e-3a44-4687-8be1-60a0e8a25442 HTTP/1.1" status: 200 len: 210 time: 0.0724738 Sep 01 16:32:05.130489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Request body: {'port': {'device_id': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0', 'admin_state_up': True, 'tenant_id': 'bb0d00b1a8634c3abce859c4bf4d2ba0'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:05.230053 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c967ce-ab19-48ae-9a4b-acfca47bdf8e req-89e09ce2-26fd-4e07-8d95-c59153b2aba6 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.232188 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-52c967ce-ab19-48ae-9a4b-acfca47bdf8e req-89e09ce2-26fd-4e07-8d95-c59153b2aba6 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=31c41668-29e0-4200-bbda-61b62180dc9f HTTP/1.1" status: 200 len: 945 time: 0.0740383 Sep 01 16:32:05.245280 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] No DVR routers for this DVR port 7aa2d006-4a4d-45ef-99e3-b113f22643af on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:05.255179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.257912 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] 10.222.0.83 "DELETE /v2.0/ports/7aa2d006-4a4d-45ef-99e3-b113f22643af HTTP/1.1" status: 204 len: 173 time: 1.2659392 Sep 01 16:32:05.258536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'name': 'network-vif-deleted', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:05.261114 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ad7e1-b8ec-4695-92cf-e1ce952fc9c2" -d '{"events": [{"server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "name": "network-vif-deleted", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:05.314170 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.315649 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-52c967ce-ab19-48ae-9a4b-acfca47bdf8e req-1477682c-3b98-4b9f-8197-df15e7a8646b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751610 Sep 01 16:32:05.347932 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0', '971ebd60-f759-4f37-a1fb-d382f69a8a74', '4907bc54-04ae-4676-8981-9f9e78ba7eb7'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:05.380350 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd132032-2937-4dfd-b707-a2f1391dd129 x-openstack-request-id: req-dd132032-2937-4dfd-b707-a2f1391dd129 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:05.380784 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaae20e-3a44-4687-8be1-60a0e8a25442", "name": "network-vif-deleted", "tag": "7aa2d006-4a4d-45ef-99e3-b113f22643af", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:05.381186 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd132032-2937-4dfd-b707-a2f1391dd129 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:05.381815 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaae20e-3a44-4687-8be1-60a0e8a25442', 'name': 'network-vif-deleted', 'tag': '7aa2d006-4a4d-45ef-99e3-b113f22643af', 'status': 'completed', 'code': 200} Sep 01 16:32:05.391920 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event deleted for resources: {'Port': ['ID=4907bc54-04ae-4676-8981-9f9e78ba7eb7,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.474708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] No DVR routers for this DVR port 4907bc54-04ae-4676-8981-9f9e78ba7eb7 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:05.479459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.481588 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7f0a5c98-c029-4b53-a3dc-4e1b44372174 req-8ddecda5-7200-463c-931a-94186338a30b tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "DELETE /v2.0/ports/4907bc54-04ae-4676-8981-9f9e78ba7eb7 HTTP/1.1" status: 204 len: 173 time: 1.2839603 Sep 01 16:32:05.496888 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Made reservation on behalf of bb0d00b1a8634c3abce859c4bf4d2ba0 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:05.507818 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.650221 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be46c62-b72f-41e4-803c-ff318ddf4d5b req-44dbb279-64cd-45fa-9731-652193741e55 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.652913 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0be46c62-b72f-41e4-803c-ff318ddf4d5b req-44dbb279-64cd-45fa-9731-652193741e55 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0876217 Sep 01 16:32:05.712849 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Allocated IP 172.20.0.14 (26db1a00-3586-4ba7-9131-63fe7d16b0d0/269e8cae-3f7b-43dd-b476-30b7bdee4de7/57642be5-52e6-4df1-b0f0-c93eca11242b) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:32:05.713388 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0be46c62-b72f-41e4-803c-ff318ddf4d5b req-ca37210d-ba3e-4006-84e8-c39d041a6ebd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530727 Sep 01 16:32:05.903466 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1830d523-e1a6-43d6-89b4-0ec485df8d1b req-f2dcfaf0-79d8-471c-a508-e08260a49192 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 210 time: 0.0434597 Sep 01 16:32:05.989785 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:06.038733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:06.092494 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:32:06.096978 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:06.101447 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:32:06.107382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.108065 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:06.117785 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Pushing event updated for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:06.132423 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-43a5d581-92d5-4b0e-b986-318e8bc4fa3c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087180 Sep 01 16:32:06.152245 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Request body: {'port': {'device_id': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:06.226655 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:06.235746 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39108) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:06.914945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606337f2-b920-4aaf-85a8-fb41cd879740 req-d380058a-ed5c-46b4-ac9f-88697d580751 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.917658 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-606337f2-b920-4aaf-85a8-fb41cd879740 req-d380058a-ed5c-46b4-ac9f-88697d580751 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.1326795 Sep 01 16:32:07.001980 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57642be5-52e6-4df1-b0f0-c93eca11242b {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:32:07.025767 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.050760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-606337f2-b920-4aaf-85a8-fb41cd879740 req-28f085fd-69d5-4abe-b1ef-4f914395f3f1 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033618 Sep 01 16:32:07.059312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Transition to ACTIVE for port object 57642be5-52e6-4df1-b0f0-c93eca11242b will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:32:07.064723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.141037 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc1450-8d11-40c3-a4ca-bde93e960025 req-008a4f8f-61f0-4b66-b9ec-ea3919fd194c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:07.142751 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6fdc1450-8d11-40c3-a4ca-bde93e960025 req-008a4f8f-61f0-4b66-b9ec-ea3919fd194c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 932 time: 0.1130624 Sep 01 16:32:07.151905 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.165293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Pushing event updated for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:07.215527 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Attempting to bind port 57642be5-52e6-4df1-b0f0-c93eca11242b on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:32:07.216107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Attempting to bind port 57642be5-52e6-4df1-b0f0-c93eca11242b by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:32:07.216671 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Attempting to bind port 57642be5-52e6-4df1-b0f0-c93eca11242b on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:32:07.225118 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Port 57642be5-52e6-4df1-b0f0-c93eca11242b on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:32:07.225690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Attempting to bind port 57642be5-52e6-4df1-b0f0-c93eca11242b on network 26db1a00-3586-4ba7-9131-63fe7d16b0d0 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:32:07.235088 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:32:07.235657 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Checking segment: {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:32:07.236308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Bound using segment: {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:32:07.237061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Bound port: 57642be5-52e6-4df1-b0f0-c93eca11242b, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27123903-b951-4f8e-b7e4-9abc1d35ffe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:32:07.237688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.263651 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6fdc1450-8d11-40c3-a4ca-bde93e960025 req-341766f6-dcf0-4e1d-9481-5d8a15c6360f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086860 Sep 01 16:32:07.350883 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:32:07.356744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=57642be5-52e6-4df1-b0f0-c93eca11242b,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:32:07.363586 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.408277 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'name': 'network-vif-deleted', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:07.412214 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce2ffa-de20-454c-8598-85d40f628b9c" -d '{"events": [{"server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "name": "network-vif-deleted", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:07.440651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:07.443737 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.446655 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] 10.222.0.83 "PUT /v2.0/ports/57642be5-52e6-4df1-b0f0-c93eca11242b HTTP/1.1" status: 200 len: 1094 time: 1.2992082 Sep 01 16:32:07.508287 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99541b1a-f697-4a7b-9984-743863d63483 service neutron] Pushing event updated for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:07.514973 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0210b1-b3f9-4e8d-845d-388e2a6e1a1c x-openstack-request-id: req-dc0210b1-b3f9-4e8d-845d-388e2a6e1a1c {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:07.515255 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c41668-29e0-4200-bbda-61b62180dc9f", "name": "network-vif-deleted", "tag": "4907bc54-04ae-4676-8981-9f9e78ba7eb7", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:07.515532 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc0210b1-b3f9-4e8d-845d-388e2a6e1a1c {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:07.516513 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c41668-29e0-4200-bbda-61b62180dc9f', 'name': 'network-vif-deleted', 'tag': '4907bc54-04ae-4676-8981-9f9e78ba7eb7', 'status': 'completed', 'code': 200} Sep 01 16:32:07.545731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-d00c94a5-1449-4357-a190-a90f4085fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:07.545994 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Deleting port 1472c9e8-da8a-40eb-adb6-c4ee64689db3 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:07.546309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.547918 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-d00c94a5-1449-4357-a190-a90f4085fc6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 1097 time: 0.0511792 Sep 01 16:32:07.593029 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-8064f57b-7df2-4ccc-9713-94c459dd7c4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57642be5-52e6-4df1-b0f0-c93eca11242b HTTP/1.1" status: 200 len: 217 time: 0.0359387 Sep 01 16:32:07.652528 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-2fcda23b-da0e-4882-b743-578a37c8cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:07.655145 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-2fcda23b-da0e-4882-b743-578a37c8cb05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=269e8cae-3f7b-43dd-b476-30b7bdee4de7 HTTP/1.1" status: 200 len: 853 time: 0.0529583 Sep 01 16:32:07.683217 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] For port 1472c9e8-da8a-40eb-adb6-c4ee64689db3, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1472c9e8-da8a-40eb-adb6-c4ee64689db3,segment=NetworkSegment(1112a820-e282-485c-a767-6f20fc6b22b4),segment_id=1112a820-e282-485c-a767-6f20fc6b22b4)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:07.683785 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:07.696934 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-3d02f4eb-d1e1-4665-8396-f748f8d7408a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26db1a00-3586-4ba7-9131-63fe7d16b0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328383 Sep 01 16:32:07.702111 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Calling delete_port for 1472c9e8-da8a-40eb-adb6-c4ee64689db3 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:07.847459 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-5df441e1-7264-4b26-913f-860250ac4fb1 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369495 Sep 01 16:32:07.990641 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e82e7405-c1bb-4d34-b521-31deb2d7d6fb req-ac7bbee2-4953-4072-9000-70d33cf4a1bf service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326578 Sep 01 16:32:07.991029 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.026735 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Pushing event deleted for resources: {'Port': ['ID=1472c9e8-da8a-40eb-adb6-c4ee64689db3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:08.039201 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.039593 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.040012 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.040376 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.040729 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.041153 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.041523 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.041871 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.042176 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.042520 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.042853 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.043208 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:08.126366 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-b6a63e71-fe40-4428-8e57-280f7859ecc8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:08.128286 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-b6a63e71-fe40-4428-8e57-280f7859ecc8 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.0641670 Sep 01 16:32:08.135411 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 7aa2d006-4a4d-45ef-99e3-b113f22643af no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:08.158659 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 7aa2d006-4a4d-45ef-99e3-b113f22643af {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:08.159309 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 7aa2d006-4a4d-45ef-99e3-b113f22643af not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:08.160090 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 4907bc54-04ae-4676-8981-9f9e78ba7eb7 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:08.181138 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 4907bc54-04ae-4676-8981-9f9e78ba7eb7 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:08.181825 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 4907bc54-04ae-4676-8981-9f9e78ba7eb7 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:08.289506 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d4e23-9a72-41dd-8dbc-99e1d4dfb34b req-5a1fd9d4-6679-44ca-8ad4-4628dd085b99 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:08.291012 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-549d4e23-9a72-41dd-8dbc-99e1d4dfb34b req-5a1fd9d4-6679-44ca-8ad4-4628dd085b99 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=2bec7637-1222-4492-98c6-480f149e53f4 HTTP/1.1" status: 200 len: 945 time: 0.1000586 Sep 01 16:32:08.297226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Deleting port 971ebd60-f759-4f37-a1fb-d382f69a8a74 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:08.297226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.325569 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.431721 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3226e2f-3fa5-4ce0-a6b7-2135c2f63865 req-3fed718e-8dc4-41f5-9685-c1647cf6d613 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:08.433358 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f3226e2f-3fa5-4ce0-a6b7-2135c2f63865 req-3fed718e-8dc4-41f5-9685-c1647cf6d613 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 944 time: 0.0787005 Sep 01 16:32:08.453356 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-549d4e23-9a72-41dd-8dbc-99e1d4dfb34b req-098cd9aa-eb57-4efb-89c4-644478b29e07 tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387074 Sep 01 16:32:08.460631 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] For port 971ebd60-f759-4f37-a1fb-d382f69a8a74, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=971ebd60-f759-4f37-a1fb-d382f69a8a74,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:08.460945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.484876 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Calling delete_port for 971ebd60-f759-4f37-a1fb-d382f69a8a74 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:08.517604 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f3226e2f-3fa5-4ce0-a6b7-2135c2f63865 req-f934089c-cd34-4c8c-97a1-203b240aecc5 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Sep 01 16:32:08.641723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.655303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0', '971ebd60-f759-4f37-a1fb-d382f69a8a74'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:08.672527 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event deleted for resources: {'Port': ['ID=971ebd60-f759-4f37-a1fb-d382f69a8a74,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:08.731868 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Router 5a2e008c-eebc-42cc-bda4-08a0badcd43f has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:32:08.744032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] No DVR routers for this DVR port 971ebd60-f759-4f37-a1fb-d382f69a8a74 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:08.747893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.752100 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abba6838-b4ce-4217-ab76-8014e5306e1c req-6ab8cc39-abf2-4d6b-838b-9abd817e5a7a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "DELETE /v2.0/ports/971ebd60-f759-4f37-a1fb-d382f69a8a74 HTTP/1.1" status: 204 len: 173 time: 0.6159985 Sep 01 16:32:08.900042 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:32:08.912050 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e63e5796-e077-46b3-aed2-20cc1f6d0926 admin admin] 10.222.0.101 "PUT /v2.0/routers/5a2e008c-eebc-42cc-bda4-08a0badcd43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6713264 Sep 01 16:32:08.912050 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39124) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:08.915408 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Sync routers for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:32:08.931170 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:08.932178 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:31:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:09.081106 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.098346 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:09.239697 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.332494 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Deleting port d17ce6c5-d227-4340-a8e2-7ff971dd5b58 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:09.333194 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.372563 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:32:07Z', 'revision_number': 5, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port': {'id': 'd17ce6c5-d227-4340-a8e2-7ff971dd5b58', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:09.418070 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Checking router: 5a2e008c-eebc-42cc-bda4-08a0badcd43f for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:32:09.429539 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Routers {'5a2e008c-eebc-42cc-bda4-08a0badcd43f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:09.430889 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:31:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:09.476015 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] For port d17ce6c5-d227-4340-a8e2-7ff971dd5b58, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:09.476432 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.492026 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Calling delete_port for d17ce6c5-d227-4340-a8e2-7ff971dd5b58 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:09.516700 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b'}, {'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'name': 'network-vif-deleted', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:09.519810 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd7b2fe-af0e-4729-b08e-076f831f89f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b"}, {"server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "name": "network-vif-deleted", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:09.564424 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] Set router 5a2e008c-eebc-42cc-bda4-08a0badcd43f gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:09.615441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6363dad-c39b-4120-9e56-350a81f93012 x-openstack-request-id: req-f6363dad-c39b-4120-9e56-350a81f93012 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:09.615719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b", "status": "completed", "code": 200}, {"server_uuid": "2bec7637-1222-4492-98c6-480f149e53f4", "name": "network-vif-deleted", "tag": "971ebd60-f759-4f37-a1fb-d382f69a8a74", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:09.615978 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f6363dad-c39b-4120-9e56-350a81f93012 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:09.616408 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b', 'status': 'completed', 'code': 200} Sep 01 16:32:09.616660 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bec7637-1222-4492-98c6-480f149e53f4', 'name': 'network-vif-deleted', 'tag': '971ebd60-f759-4f37-a1fb-d382f69a8a74', 'status': 'completed', 'code': 200} Sep 01 16:32:09.674190 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:32:09Z', 'revision_number': 6, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:09.731820 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530882a-854b-45f7-a1d0-dcff1e0658ff None None] The sync data for ids ['5a2e008c-eebc-42cc-bda4-08a0badcd43f'] in dv-cinder-806726-5-iscsi is: [{'id': '5a2e008c-eebc-42cc-bda4-08a0badcd43f', 'name': 'tempest-ServerRescueNegativeTestJSON-1039726453-router', 'tenant_id': '0476a6e07b6e4be6a096dd75ef30b437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:32:09Z', 'revision_number': 6, 'project_id': '0476a6e07b6e4be6a096dd75ef30b437', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:32:09.755439 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d613b-ff22-400f-a343-6b6a59f9456f req-bb381924-26e0-4dcf-a1db-4d7eb05e7f28 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:09.757096 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d0d613b-ff22-400f-a343-6b6a59f9456f req-bb381924-26e0-4dcf-a1db-4d7eb05e7f28 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 944 time: 0.1222308 Sep 01 16:32:09.779005 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-a34215f5-adef-4602-8cc1-ece9ac86a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:09.781979 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-a34215f5-adef-4602-8cc1-ece9ac86a20f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 1097 time: 0.1239882 Sep 01 16:32:09.878795 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1d0d613b-ff22-400f-a343-6b6a59f9456f req-1e4b4e6d-34f5-4044-9e34-d4a120df66d5 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042354 Sep 01 16:32:09.886921 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.944709 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17ce6c5-d227-4340-a8e2-7ff971dd5b58,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:09.965702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-d321ee20-9b0f-49a2-b804-7e74dacbbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:09.968230 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-d321ee20-9b0f-49a2-b804-7e74dacbbba0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 200 len: 914 time: 0.1760423 Sep 01 16:32:10.017705 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-8e238f02-96d4-4dc1-9c4b-2b6f6bc159f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57642be5-52e6-4df1-b0f0-c93eca11242b HTTP/1.1" status: 200 len: 217 time: 0.0413918 Sep 01 16:32:10.020868 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.076574 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-1bd63aee-7efd-4226-ab27-b44c7887cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:10.078510 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-1bd63aee-7efd-4226-ab27-b44c7887cfdb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=269e8cae-3f7b-43dd-b476-30b7bdee4de7 HTTP/1.1" status: 200 len: 853 time: 0.0542212 Sep 01 16:32:10.122718 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 57642be5-52e6-4df1-b0f0-c93eca11242b details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:32:10.127129 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-fd06f8aa-2c39-4a9f-87dc-3a8b81002d25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26db1a00-3586-4ba7-9131-63fe7d16b0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397277 Sep 01 16:32:10.319360 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-ee72ed71-bb40-4d10-b4b6-a04e5cccdb50 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845016 Sep 01 16:32:10.320876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=57642be5-52e6-4df1-b0f0-c93eca11242b,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:10.336536 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '57642be5-52e6-4df1-b0f0-c93eca11242b', 'network_id': '26db1a00-3586-4ba7-9131-63fe7d16b0d0', 'port_id': '57642be5-52e6-4df1-b0f0-c93eca11242b', 'mac_address': 'fa:16:3e:4e:63:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269e8cae-3f7b-43dd-b476-30b7bdee4de7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:32:10.384200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.407881 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57642be5-52e6-4df1-b0f0-c93eca11242b {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:32:10.418334 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.421089 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.450754 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=57642be5-52e6-4df1-b0f0-c93eca11242b,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:10.456538 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.466177 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6bd7b2fe-af0e-4729-b08e-076f831f89f6 req-3cd65a39-ab17-4f76-a977-33d54431dc09 service neutron] 10.222.0.83 "GET /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389406 Sep 01 16:32:10.512891 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:10.524005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.524665 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.525159 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.525682 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.526232 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.526835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.527518 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.528036 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.528156 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.528616 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.528980 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2e008c-eebc-42cc-bda4-08a0badcd43f {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:32:10.529155 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.529758 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.531398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:10.537591 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.540883 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-000378ae-fc67-4d27-9e42-e48824c00209 admin admin] 10.222.0.101 "DELETE /v2.0/routers/5a2e008c-eebc-42cc-bda4-08a0badcd43f HTTP/1.1" status: 204 len: 168 time: 1.6270971 Sep 01 16:32:10.543468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39136) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:10.595422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Deleting subnet 783bc9fb-324a-4f17-80b3-3e0eeabfd845 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:32:10.600617 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.683632 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.692486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['57642be5-52e6-4df1-b0f0-c93eca11242b'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:10.770900 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.864613 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.914968 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783bc9fb-324a-4f17-80b3-3e0eeabfd845,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:10.918235 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.925248 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39144) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:10.934320 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e34d0131-0548-41d1-bbf3-86014371497b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/783bc9fb-324a-4f17-80b3-3e0eeabfd845 HTTP/1.1" status: 204 len: 168 time: 0.3892434 Sep 01 16:32:11.066715 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.108171 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc99d-f2cd-4768-9cec-c8328eaa686c req-68f8f6b7-8203-40d0-be12-60639d8b9c26 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:11.110457 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5b9dc99d-f2cd-4768-9cec-c8328eaa686c req-68f8f6b7-8203-40d0-be12-60639d8b9c26 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 945 time: 0.0924797 Sep 01 16:32:11.190158 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5b9dc99d-f2cd-4768-9cec-c8328eaa686c req-cc340ede-ba93-401e-a728-01f7f8a96693 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Sep 01 16:32:11.217457 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.243362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.243976 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.245567 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.246225 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > port after_create 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.246879 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > port after_delete 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.247511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > port after_update 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.248104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.248727 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.249434 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.250621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.307483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1472c9e8-da8a-40eb-adb6-c4ee64689db3 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:11.331979 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 1472c9e8-da8a-40eb-adb6-c4ee64689db3 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:11.332326 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1472c9e8-da8a-40eb-adb6-c4ee64689db3 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:11.332751 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d17ce6c5-d227-4340-a8e2-7ff971dd5b58 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:11.353678 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: d17ce6c5-d227-4340-a8e2-7ff971dd5b58 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:11.353909 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d17ce6c5-d227-4340-a8e2-7ff971dd5b58 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:11.355893 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.356432 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.356972 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.357587 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:32:11.358282 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57efe2e-9039-49a9-ab69-e00d3b93afe4']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:11.413653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1112a820-e282-485c-a767-6f20fc6b22b4') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:11.414119 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1112a820-e282-485c-a767-6f20fc6b22b4') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:11.469611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.515387 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.547159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef44ff-6ec3-450b-a274-c74b16fcbb50 req-def1357e-af60-437a-b4ce-bbfb3e1a585a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:11.550056 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-73ef44ff-6ec3-450b-a274-c74b16fcbb50 req-def1357e-af60-437a-b4ce-bbfb3e1a585a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.1831779 Sep 01 16:32:11.552436 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:32:11.553104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: from cryptography.utils import int_from_bytes Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: from cryptography.utils import int_from_bytes Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:32:11.560485 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:32:11.708082 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-73ef44ff-6ec3-450b-a274-c74b16fcbb50 req-b34b167e-b015-4be3-a5b1-1237fdb7e4ca tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458733 Sep 01 16:32:11.709046 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.735864 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.739016 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] 10.222.0.101 "DELETE /v2.0/networks/e57efe2e-9039-49a9-ab69-e00d3b93afe4 HTTP/1.1" status: 204 len: 168 time: 0.8122437 Sep 01 16:32:11.741042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a275-2411-4e06-b074-3559b7aed0db admin admin] Pushing event deleted for resources: {'Network': ['ID=e57efe2e-9039-49a9-ab69-e00d3b93afe4,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:11.961489 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39150) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:12.010527 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a6867829-60b0-4f33-abfd-9e6c646855ba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0476a6e07b6e4be6a096dd75ef30b437&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475760 Sep 01 16:32:12.013773 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39152) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:12.075381 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.106526 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.153828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 57642be5-52e6-4df1-b0f0-c93eca11242b up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:12.167255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.170891 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.172963 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d471581d-8e88-4ba4-b68a-aa2c39a10b85 HTTP/1.1" status: 204 len: 168 time: 0.1578166 Sep 01 16:32:12.184721 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83920a4-f975-4043-a6e0-82cba82f98d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471581d-8e88-4ba4-b68a-aa2c39a10b85,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:12.260457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 57642be5-52e6-4df1-b0f0-c93eca11242b completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:12.268235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 57642be5-52e6-4df1-b0f0-c93eca11242b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:12.269049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.410107 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8a9b2-0b77-4b1a-a17c-dfb0ad06e05c req-6701e3cc-0872-4b5a-a8c6-a1242ed17895 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:12.411997 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0db8a9b2-0b77-4b1a-a17c-dfb0ad06e05c req-6701e3cc-0872-4b5a-a8c6-a1242ed17895 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 945 time: 0.0871117 Sep 01 16:32:12.436124 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.447360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.482757 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0db8a9b2-0b77-4b1a-a17c-dfb0ad06e05c req-88095e33-e99d-43ab-9e46-2e7d00b2cee1 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582495 Sep 01 16:32:12.493870 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:12.498067 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d0a7e-2490-4ce0-b3d2-6dc0ec527b80" -d '{"events": [{"server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "name": "network-vif-plugged", "status": "completed", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:12.523225 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=57642be5-52e6-4df1-b0f0-c93eca11242b,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:12.529754 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.530783 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 971ebd60-f759-4f37-a1fb-d382f69a8a74 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:12.590528 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03779d-777f-401f-8df0-3cbbeb2cca72 x-openstack-request-id: req-fd03779d-777f-401f-8df0-3cbbeb2cca72 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:12.590828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "name": "network-vif-plugged", "status": "completed", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:12.591117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fd03779d-777f-401f-8df0-3cbbeb2cca72 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:12.591575 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b', 'code': 200} Sep 01 16:32:12.594424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 971ebd60-f759-4f37-a1fb-d382f69a8a74 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:12.594780 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 971ebd60-f759-4f37-a1fb-d382f69a8a74 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:12.640923 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:12.887549 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-d7f07ba4-a2c9-48f0-bc4d-66cc0398d2cc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:12.889914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-d7f07ba4-a2c9-48f0-bc4d-66cc0398d2cc tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.1486394 Sep 01 16:32:12.895004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f153c-f2c1-4173-84df-c92ca7b584aa req-ac64653d-761a-40b2-bbe8-d86ce178cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:12.901380 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-604f153c-f2c1-4173-84df-c92ca7b584aa req-ac64653d-761a-40b2-bbe8-d86ce178cac6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 1099 time: 0.1022401 Sep 01 16:32:12.904522 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7567898-19c6-487c-af4e-202cf88f0809 req-c2818262-89ac-4b28-9d12-0e30d91db00e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:12.906933 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f7567898-19c6-487c-af4e-202cf88f0809 req-c2818262-89ac-4b28-9d12-0e30d91db00e tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 945 time: 0.0790782 Sep 01 16:32:12.962723 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f7567898-19c6-487c-af4e-202cf88f0809 req-f273dcd5-e60b-48dd-b570-efbba7e9850c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/security-groups?id=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Sep 01 16:32:13.086167 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-604f153c-f2c1-4173-84df-c92ca7b584aa req-d4096fa4-b66c-4aeb-8142-83d85c84f104 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677322 Sep 01 16:32:13.146208 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Deleting port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:13.147303 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.325281 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] For port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,segment=NetworkSegment(24049a15-a9e8-43c3-af0b-7e9b8a87b80e),segment_id=24049a15-a9e8-43c3-af0b-7e9b8a87b80e)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:13.325676 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.346998 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Calling delete_port for 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:13.509709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.532064 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['84b3efd4-d16f-460d-ba02-f253f0a8c7f0'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:13.561047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Pushing event deleted for resources: {'Port': ['ID=84b3efd4-d16f-460d-ba02-f253f0a8c7f0,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:13.632177 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] No DVR routers for this DVR port 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:13.636445 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.641574 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6d443734-641a-4764-a3f5-3ec4d0d37994 req-fae0721f-b709-4bf9-b14e-7645de21453c tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.83 "DELETE /v2.0/ports/84b3efd4-d16f-460d-ba02-f253f0a8c7f0 HTTP/1.1" status: 204 len: 173 time: 0.7371712 Sep 01 16:32:13.642631 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'name': 'network-vif-deleted', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:13.648415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80617648-29d2-43a3-b050-23c5486f9e27" -d '{"events": [{"server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "name": "network-vif-deleted", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:13.729006 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cf85-d5d7-4ed9-be49-a47d7d7a261c req-65c4c55f-746a-4a35-94b8-fb3c45f4e9b9 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:13.731822 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9420cf85-d5d7-4ed9-be49-a47d7d7a261c req-65c4c55f-746a-4a35-94b8-fb3c45f4e9b9 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0929244 Sep 01 16:32:13.783729 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40c508-0cb6-434f-a021-e5f71be42315 x-openstack-request-id: req-ce40c508-0cb6-434f-a021-e5f71be42315 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:13.784262 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a2c767-4282-4e6b-82e6-71af133c87cc", "name": "network-vif-deleted", "tag": "84b3efd4-d16f-460d-ba02-f253f0a8c7f0", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:13.784932 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ce40c508-0cb6-434f-a021-e5f71be42315 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:13.785667 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a2c767-4282-4e6b-82e6-71af133c87cc', 'name': 'network-vif-deleted', 'tag': '84b3efd4-d16f-460d-ba02-f253f0a8c7f0', 'status': 'completed', 'code': 200} Sep 01 16:32:13.805113 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9420cf85-d5d7-4ed9-be49-a47d7d7a261c req-44f493f1-a9b6-4777-aa86-e38e04c24ed4 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Sep 01 16:32:14.146055 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2fb08ef3-ce60-448a-9f8a-0562353e16be req-af05d9d0-54fb-4d50-b779-8e55e096d39a tempest-AttachVolumeNegativeTest-1989939567 tempest-AttachVolumeNegativeTest-1989939567-project] 10.222.0.101 "GET /v2.0/ports?device_id=74a2c767-4282-4e6b-82e6-71af133c87cc HTTP/1.1" status: 200 len: 210 time: 0.0489478 Sep 01 16:32:14.209044 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39214) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:14.292990 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:14.359364 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01e6ebb7-f838-4e16-b185-292cdb7d341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.503367 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01e6ebb7-f838-4e16-b185-292cdb7d341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.514934 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-01e6ebb7-f838-4e16-b185-292cdb7d341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.598425 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-01e6ebb7-f838-4e16-b185-292cdb7d341a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e74b05e30901430d8f344b907208a58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878291 Sep 01 16:32:14.601124 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6ebb7-f838-4e16-b185-292cdb7d341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dfbdae-094a-4065-8eaa-7db289f36465,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:14.601684 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39218) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:14.694736 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.746865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.815923 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.818822 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:14.820172 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/32dfbdae-094a-4065-8eaa-7db289f36465 HTTP/1.1" status: 204 len: 168 time: 0.2174661 Sep 01 16:32:14.831945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564197d7-bf5b-46e8-8620-f748bc7d34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dfbdae-094a-4065-8eaa-7db289f36465,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:14.995517 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcc447-6029-4dbe-aa40-67c9734cd227 req-76c62a86-65fb-4ec3-baec-0b8cfbb3edf3 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:14.999758 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-56dcc447-6029-4dbe-aa40-67c9734cd227 req-76c62a86-65fb-4ec3-baec-0b8cfbb3edf3 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0782983 Sep 01 16:32:15.064352 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-56dcc447-6029-4dbe-aa40-67c9734cd227 req-13ed9bd9-8a4e-4807-8d1d-4b3e83cecb9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564661 Sep 01 16:32:15.241734 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39236) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:15.305175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Deleting subnet f742c56d-3268-46fa-a05e-63b20d7fa276 {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:32:15.309409 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.371322 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.457963 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.574666 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.627771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f742c56d-3268-46fa-a05e-63b20d7fa276,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:15.638735 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.642270 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d08ddbf5-ed74-44a5-82c2-bccfee2660cd admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f742c56d-3268-46fa-a05e-63b20d7fa276 HTTP/1.1" status: 204 len: 168 time: 0.3992193 Sep 01 16:32:15.645667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39254) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:15.768228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.903116 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.921730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897cb4b5-2dea-45ff-b812-e0078cc543c3']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:15.940846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24049a15-a9e8-43c3-af0b-7e9b8a87b80e') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:15.941310 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24049a15-a9e8-43c3-af0b-7e9b8a87b80e') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:15.956089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.979560 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.994080 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:32:15.994771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:32:15.997930 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:32:16.097473 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.106246 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.113135 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] 10.222.0.101 "DELETE /v2.0/networks/897cb4b5-2dea-45ff-b812-e0078cc543c3 HTTP/1.1" status: 204 len: 168 time: 0.4617159 Sep 01 16:32:16.127475 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4863c3-263a-4e82-a9fe-4b918e873758 admin admin] Pushing event deleted for resources: {'Network': ['ID=897cb4b5-2dea-45ff-b812-e0078cc543c3,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:16.179539 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:16.205060 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:16.205788 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 84b3efd4-d16f-460d-ba02-f253f0a8c7f0 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:16.379270 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39268) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:16.429672 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7ed52833-b984-4c58-8b2c-9072490e88c5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d3c430fe38c342ba9c75ec22d82c5d60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455360 Sep 01 16:32:16.430133 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39272) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:16.500022 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.527233 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.590283 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.595539 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:16.597834 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c0df3eb7-6411-4c3b-bd6e-f478d304cf0e HTTP/1.1" status: 204 len: 168 time: 0.1654847 Sep 01 16:32:16.614000 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc97b16-b80f-41f3-9d3a-a15096ff396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df3eb7-6411-4c3b-bd6e-f478d304cf0e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:17.658237 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed016-42a6-4b4a-8da3-f7857425589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:17.900563 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39340) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:18.076655 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a09e-674d-4f3d-ae55-4f331ca52053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.220834 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a09e-674d-4f3d-ae55-4f331ca52053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.226495 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a09e-674d-4f3d-ae55-4f331ca52053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.289967 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3ea6a09e-674d-4f3d-ae55-4f331ca52053 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7181a82fdc864051ab9cabfb019bb8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839965 Sep 01 16:32:18.289967 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6a09e-674d-4f3d-ae55-4f331ca52053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57fbef9-3bde-4fe8-8ac7-1d82fbf1ef96,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:18.291252 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39354) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:18.356613 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.393534 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.479490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.484577 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:18.486582 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b57fbef9-3bde-4fe8-8ac7-1d82fbf1ef96 HTTP/1.1" status: 204 len: 168 time: 0.1936753 Sep 01 16:32:18.505320 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7c130-3a07-425b-8472-d886e98c443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57fbef9-3bde-4fe8-8ac7-1d82fbf1ef96,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:18.940029 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39372) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:19.099236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39376) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:19.130034 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-db124794-8a16-45b0-8088-d91b8c462014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.144268 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8aae30da-530f-455a-b16c-3442e7e0b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.289054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-db124794-8a16-45b0-8088-d91b8c462014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.295282 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-db124794-8a16-45b0-8088-d91b8c462014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.375302 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124794-8a16-45b0-8088-d91b8c462014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59cbac2-d4b6-4e00-981f-66e0cc7fb853,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:19.395480 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-db124794-8a16-45b0-8088-d91b8c462014 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0e0d34eaec241a0ae9867ef53aad3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939184 Sep 01 16:32:19.398462 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39378) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:19.482592 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.500402 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8aae30da-530f-455a-b16c-3442e7e0b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.509192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8aae30da-530f-455a-b16c-3442e7e0b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.524197 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.564397 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8aae30da-530f-455a-b16c-3442e7e0b568 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7208967db9414aecae92d1ed0e8a4236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228342 Sep 01 16:32:19.566043 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae30da-530f-455a-b16c-3442e7e0b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762543db-c745-497e-a98e-f16a70a74e2d,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:19.569451 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39380) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:19.624056 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.629973 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.633822 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e59cbac2-d4b6-4e00-981f-66e0cc7fb853 HTTP/1.1" status: 204 len: 168 time: 0.2334762 Sep 01 16:32:19.646044 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.654302 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083a261-5cfa-4369-a68f-e3a8348af80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59cbac2-d4b6-4e00-981f-66e0cc7fb853,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:19.692166 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.763853 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.767857 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:19.769139 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/762543db-c745-497e-a98e-f16a70a74e2d HTTP/1.1" status: 204 len: 168 time: 0.1985416 Sep 01 16:32:19.779524 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9e542-11d3-481b-a81a-371152ccf8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762543db-c745-497e-a98e-f16a70a74e2d,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:20.144428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39398) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:20.160030 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d121ed-860c-47c8-9678-65445cb244f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.311521 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d121ed-860c-47c8-9678-65445cb244f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.319121 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d121ed-860c-47c8-9678-65445cb244f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.373274 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d121ed-860c-47c8-9678-65445cb244f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6cd392-4efe-4ec7-863d-f22db791cdf7,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:20.384216 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b3d121ed-860c-47c8-9678-65445cb244f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d972765efc04608b561c74c67cd1e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342322 Sep 01 16:32:20.386596 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39402) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:20.486563 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.524753 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.608136 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.612979 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:20.614610 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2f6cd392-4efe-4ec7-863d-f22db791cdf7 HTTP/1.1" status: 204 len: 168 time: 0.2289343 Sep 01 16:32:20.627225 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303c1d8-c8cf-49eb-9a8c-844d7c1ab78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6cd392-4efe-4ec7-863d-f22db791cdf7,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:21.578377 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39440) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:21.913005 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-239dc7d9-3267-4861-a98b-773a1ad2ef86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:21.975818 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1ee6eaef-b8c9-4583-8aa2-8e84f2545cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.100453 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-239dc7d9-3267-4861-a98b-773a1ad2ef86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.107624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-239dc7d9-3267-4861-a98b-773a1ad2ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.170048 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dc7d9-3267-4861-a98b-773a1ad2ef86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48dad77-9bf2-4c1a-a799-253526125baf,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:22.186377 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-239dc7d9-3267-4861-a98b-773a1ad2ef86 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=93f35446fcd14b4086d367711203334a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050682 Sep 01 16:32:22.190029 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39456) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:22.195367 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.297903 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.340212 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.437501 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.441440 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:22.442844 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e48dad77-9bf2-4c1a-a799-253526125baf HTTP/1.1" status: 204 len: 168 time: 0.2496922 Sep 01 16:32:22.458192 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b5ade-c066-4a57-b592-7e28ba970e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48dad77-9bf2-4c1a-a799-253526125baf,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:22.598308 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:24.774153 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.046623 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39668) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:35.212153 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4becad47-5524-4286-9b9d-19fc088f971d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.354345 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4becad47-5524-4286-9b9d-19fc088f971d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.360969 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4becad47-5524-4286-9b9d-19fc088f971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.431982 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39684) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:35.432920 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4becad47-5524-4286-9b9d-19fc088f971d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a4ce59f49a7e429689759cc09a4d2153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828266 Sep 01 16:32:35.434864 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becad47-5524-4286-9b9d-19fc088f971d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f730cf-3e63-4d65-abe2-1b71e1fa9eed,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:35.523848 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.567851 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.638573 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.642453 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:35.643998 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d0f730cf-3e63-4d65-abe2-1b71e1fa9eed HTTP/1.1" status: 204 len: 168 time: 0.2101569 Sep 01 16:32:35.657471 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c8d6f-906a-43af-9cc3-9afff4d26bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f730cf-3e63-4d65-abe2-1b71e1fa9eed,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:37.558255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39746) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:37.695063 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8dd62f14-d61a-4a67-b98a-58b243fd9042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:37.836569 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8dd62f14-d61a-4a67-b98a-58b243fd9042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:37.842677 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8dd62f14-d61a-4a67-b98a-58b243fd9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:37.894073 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8dd62f14-d61a-4a67-b98a-58b243fd9042 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be2da3578e364b6e98ed2e52ef953c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345034 Sep 01 16:32:37.895408 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd62f14-d61a-4a67-b98a-58b243fd9042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833eebdc-0cfc-4a41-b7a3-ef09db88bd6b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:37.897236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39754) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:37.956175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:37.981855 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.035027 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.038126 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.039369 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/833eebdc-0cfc-4a41-b7a3-ef09db88bd6b HTTP/1.1" status: 204 len: 168 time: 0.1409495 Sep 01 16:32:38.050538 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeb001-4d60-4517-a8a4-14ceaa44f207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833eebdc-0cfc-4a41-b7a3-ef09db88bd6b,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:38.413418 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39766) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:38.435264 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3676a23c-275a-4bf1-93ce-3b49659908b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.568235 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3676a23c-275a-4bf1-93ce-3b49659908b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.573427 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3676a23c-275a-4bf1-93ce-3b49659908b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.616871 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3676a23c-275a-4bf1-93ce-3b49659908b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c97da59874e548ddbd3e3d04465f18bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021441 Sep 01 16:32:38.618320 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676a23c-275a-4bf1-93ce-3b49659908b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea47dfd6-3823-4310-ad3b-5f90d455daec,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:38.620032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39768) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:38.693880 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.716202 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.772810 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.775438 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:38.776621 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ea47dfd6-3823-4310-ad3b-5f90d455daec HTTP/1.1" status: 204 len: 168 time: 0.1554191 Sep 01 16:32:38.788202 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc88be-fcb3-4197-ac85-01c71df4ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea47dfd6-3823-4310-ad3b-5f90d455daec,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:39.153308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4d072-243c-41e1-82ce-ef62bc518cfc req-2358181e-bd8d-46c1-8844-3852a35284b5 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:39.155826 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1df4d072-243c-41e1-82ce-ef62bc518cfc req-2358181e-bd8d-46c1-8844-3852a35284b5 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0695829 Sep 01 16:32:39.217355 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1df4d072-243c-41e1-82ce-ef62bc518cfc req-3c543f5a-8333-4759-962c-83678113785d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Sep 01 16:32:39.254595 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39780) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:39.269632 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6c11f950-8e55-407b-8159-8422090338fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.381158 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6c11f950-8e55-407b-8159-8422090338fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.385181 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6c11f950-8e55-407b-8159-8422090338fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.426298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11f950-8e55-407b-8159-8422090338fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e8368-1e72-4ffb-9353-c377e5ae16a4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:39.434007 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6c11f950-8e55-407b-8159-8422090338fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6d01ebc2c1e54ce087ecc816e4bcaad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778927 Sep 01 16:32:39.436634 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39782) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:39.500707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.524367 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.580189 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.583366 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.584689 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/396e8368-1e72-4ffb-9353-c377e5ae16a4 HTTP/1.1" status: 204 len: 168 time: 0.1469166 Sep 01 16:32:39.594977 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66beac7b-9329-4a6b-90d3-813155b75730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e8368-1e72-4ffb-9353-c377e5ae16a4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:40.377928 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3db0d-a993-4db7-a8d4-0a5cc451cf7b req-e066519a-1479-439f-a534-0dfe32b8a301 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:40.380621 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99f3db0d-a993-4db7-a8d4-0a5cc451cf7b req-e066519a-1479-439f-a534-0dfe32b8a301 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0760860 Sep 01 16:32:40.441428 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-99f3db0d-a993-4db7-a8d4-0a5cc451cf7b req-ede05d7d-d421-4bfd-84ba-ffb94743bf80 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535569 Sep 01 16:32:41.619440 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2096-8845-4327-8db2-b0d05742ae77 req-3ee65a10-64e7-4101-a835-f7ed067c7b44 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:41.629652 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ad0d2096-8845-4327-8db2-b0d05742ae77 req-3ee65a10-64e7-4101-a835-f7ed067c7b44 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0954778 Sep 01 16:32:41.682775 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ad0d2096-8845-4327-8db2-b0d05742ae77 req-53c29fac-4738-4913-a2b7-d2ccca4f5385 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519729 Sep 01 16:32:42.376450 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:42.857445 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce092-59a2-4056-9263-31524f05677a req-4d6f9c7e-2805-4339-90db-bb946ce992b6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:42.859061 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c2bce092-59a2-4056-9263-31524f05677a req-4d6f9c7e-2805-4339-90db-bb946ce992b6 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0700884 Sep 01 16:32:42.907125 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c2bce092-59a2-4056-9263-31524f05677a req-fae1ccf3-bc5a-40cb-b37b-297813b67f5d tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 01 16:32:44.038484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf32943-9a09-4ace-ad44-128211ca745e req-d4baa1ab-1510-4eea-b0b9-936f518d9f3f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:44.039987 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdf32943-9a09-4ace-ad44-128211ca745e req-d4baa1ab-1510-4eea-b0b9-936f518d9f3f tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0595021 Sep 01 16:32:44.086924 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdf32943-9a09-4ace-ad44-128211ca745e req-bb663603-bb62-4372-b70c-c54776b93d40 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Sep 01 16:32:45.212587 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ddefc-c9db-48b6-bac9-c6214477fff6 req-b887c93e-983a-4e37-baf0-54530c11ddb9 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:45.214229 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d2ddefc-c9db-48b6-bac9-c6214477fff6 req-b887c93e-983a-4e37-baf0-54530c11ddb9 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0546191 Sep 01 16:32:45.259893 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d2ddefc-c9db-48b6-bac9-c6214477fff6 req-33f8d389-a853-408a-8197-25f55854e547 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/security-groups?id=d3acee9c-d10c-404e-a46e-1b9e8590f3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Sep 01 16:32:45.953681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-efbdb6d7-7765-467f-8d50-691df8d838fb tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:45.955293 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-efbdb6d7-7765-467f-8d50-691df8d838fb tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 946 time: 0.0604711 Sep 01 16:32:46.069400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Deleting port 57642be5-52e6-4df1-b0f0-c93eca11242b {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:46.069970 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:46.179267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] For port 57642be5-52e6-4df1-b0f0-c93eca11242b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=57642be5-52e6-4df1-b0f0-c93eca11242b,segment=NetworkSegment(27123903-b951-4f8e-b7e4-9abc1d35ffe9),segment_id=27123903-b951-4f8e-b7e4-9abc1d35ffe9)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:46.179706 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:46.195922 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Calling delete_port for 57642be5-52e6-4df1-b0f0-c93eca11242b owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:46.366485 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:46.381625 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['57642be5-52e6-4df1-b0f0-c93eca11242b'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:46.397491 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a5ee44a4-c6ff-4e44-94e5-8b05baf398dd req-ef4b5016-6e97-49df-a91c-a094a1acf5f4 tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fd2510d-32d1-4403-8a7f-b1452a4b1725 HTTP/1.1" status: 200 len: 210 time: 0.0423923 Sep 01 16:32:46.433786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Pushing event deleted for resources: {'Port': ['ID=57642be5-52e6-4df1-b0f0-c93eca11242b,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:46.481597 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] No DVR routers for this DVR port 57642be5-52e6-4df1-b0f0-c93eca11242b on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:46.484928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:46.487038 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-05cc2646-db19-46f4-98fc-62c43d1a046e req-1c7675b8-3690-488a-b057-b3e5904bcc9c tempest-VolumesSnapshotTestJSON-531215915 tempest-VolumesSnapshotTestJSON-531215915-project] 10.222.0.83 "DELETE /v2.0/ports/57642be5-52e6-4df1-b0f0-c93eca11242b HTTP/1.1" status: 204 len: 173 time: 0.5251803 Sep 01 16:32:46.487559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'name': 'network-vif-deleted', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:46.490101 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6adc35-7f45-4909-b5ca-a68deafcdf79" -d '{"events": [{"server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "name": "network-vif-deleted", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:46.535012 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df9354-2953-4784-bd05-b5d29710b3c8 x-openstack-request-id: req-89df9354-2953-4784-bd05-b5d29710b3c8 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:46.535363 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2510d-32d1-4403-8a7f-b1452a4b1725", "name": "network-vif-deleted", "tag": "57642be5-52e6-4df1-b0f0-c93eca11242b", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:46.535670 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89df9354-2953-4784-bd05-b5d29710b3c8 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:46.536169 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2510d-32d1-4403-8a7f-b1452a4b1725', 'name': 'network-vif-deleted', 'tag': '57642be5-52e6-4df1-b0f0-c93eca11242b', 'status': 'completed', 'code': 200} Sep 01 16:32:47.107091 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39908) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:47.284144 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4407e246-05b1-421a-a263-d0b15a5f50ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.397881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4407e246-05b1-421a-a263-d0b15a5f50ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.403175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4407e246-05b1-421a-a263-d0b15a5f50ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.453717 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407e246-05b1-421a-a263-d0b15a5f50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c530b-7e2a-4eb4-9a14-5ce711c37726,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:47.460607 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4407e246-05b1-421a-a263-d0b15a5f50ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62cc1a9de316497a8fb913aeaf73b7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490195 Sep 01 16:32:47.465659 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39914) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:47.541715 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.569131 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.658338 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-42b3c050-d9c0-44b0-8b49-c8ecad55d772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.692981 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.698612 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:47.704470 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5a8c530b-7e2a-4eb4-9a14-5ce711c37726 HTTP/1.1" status: 204 len: 168 time: 0.2339334 Sep 01 16:32:47.721892 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82b09-dffc-4c6d-a2d5-d27bbf1e882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c530b-7e2a-4eb4-9a14-5ce711c37726,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:48.129799 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39938) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:48.144440 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1828a29f-7886-42e0-8d75-486f545f3784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.268409 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1828a29f-7886-42e0-8d75-486f545f3784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.273640 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1828a29f-7886-42e0-8d75-486f545f3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.323594 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1828a29f-7886-42e0-8d75-486f545f3784 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=665348c508104286a7280338d781f0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900916 Sep 01 16:32:48.323594 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a29f-7886-42e0-8d75-486f545f3784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3dfc7-63b2-4423-afcc-e5e22e137d6f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:48.324011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 39948) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:48.419439 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.441948 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-7f179184-c97c-44ef-ad0d-87346c32a842 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725758 Sep 01 16:32:48.452705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.592200 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-913c77f3-e420-4e62-b7de-13c4ba3af24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:48.594499 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-913c77f3-e420-4e62-b7de-13c4ba3af24e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 1099 time: 0.0872235 Sep 01 16:32:48.605426 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.613096 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:48.618110 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/16e3dfc7-63b2-4423-afcc-e5e22e137d6f HTTP/1.1" status: 204 len: 168 time: 0.2925987 Sep 01 16:32:48.666293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e969dcd-968b-456d-85ce-d97a8aa30883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e3dfc7-63b2-4423-afcc-e5e22e137d6f,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:49.109106 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-2e7dc56a-f914-4c4c-9c0f-341f0fb5e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:49.112324 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-2e7dc56a-f914-4c4c-9c0f-341f0fb5e838 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.4705176 Sep 01 16:32:49.274632 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-f95cd227-c445-4979-b0cd-91dfe42a4b65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 200 len: 1001 time: 0.1544797 Sep 01 16:32:49.376474 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-1755e19f-0a9a-4b56-a670-2e8322177cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:49.378207 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-1755e19f-0a9a-4b56-a670-2e8322177cff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0887060 Sep 01 16:32:49.455480 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-79d71ed1-95a2-4759-afc2-5a7c9a600364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:49.458713 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-79d71ed1-95a2-4759-afc2-5a7c9a600364 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707443 Sep 01 16:32:49.595053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-6e600c12-b0e2-4fc6-95af-42254f6ffbb5 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284480 Sep 01 16:32:49.659332 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ec882-1f2f-43a2-9193-057912335bd8 req-077ef382-3bd2-4dd8-9f14-cfa11d200167 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:49.661130 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d34ec882-1f2f-43a2-9193-057912335bd8 req-077ef382-3bd2-4dd8-9f14-cfa11d200167 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0647292 Sep 01 16:32:49.707742 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d34ec882-1f2f-43a2-9193-057912335bd8 req-a7a601fa-8ce7-4860-bb4e-20949ff566d9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 Sep 01 16:32:49.811198 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 39990) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:49.938368 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521081284-network', 'tenant_id': '0e71bf5ff1994ef7ae171925440c075c'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:49.976069 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Made reservation on behalf of 0e71bf5ff1994ef7ae171925440c075c for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:49.980695 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:49.996809 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.131603 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.139197 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.171060 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:32:50.178160 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275b80b-f6a9-42ed-9d2d-28f5ede2d678,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:50.187157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.187614 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Added segment 78b4dad5-0389-49f3-b504-455c1f436c90 of type vlan for network 4629bd1a-b908-4cb5-b598-d1dbe1e5078a Sep 01 16:32:50.235750 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.278246 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.280058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:50.281067 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.375810 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5632060 Sep 01 16:32:50.379064 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40000) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:50.384908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Request body: {'subnet': {'network_id': '4629bd1a-b908-4cb5-b598-d1dbe1e5078a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521081284-subnet', 'tenant_id': '0e71bf5ff1994ef7ae171925440c075c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:50.392191 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c0ac-ed5f-4729-a9c0-7efa6f2ee375 admin admin] Pushing event updated for resources: {'Network': ['ID=4629bd1a-b908-4cb5-b598-d1dbe1e5078a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:50.408054 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 4629bd1a-b908-4cb5-b598-d1dbe1e5078a details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:32:50.409958 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Made reservation on behalf of 0e71bf5ff1994ef7ae171925440c075c for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:50.412613 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25657935'] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.480866 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 57642be5-52e6-4df1-b0f0-c93eca11242b no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:50.543469 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 57642be5-52e6-4df1-b0f0-c93eca11242b {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:50.543987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 57642be5-52e6-4df1-b0f0-c93eca11242b not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:50.594718 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ded4d17b-2977-42ba-8925-ad11141fb7df req-c96be830-cb4c-40b5-922e-3ada43b95caa service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391635 Sep 01 16:32:50.713864 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29153938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25657945'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.774330 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603aa5f6-2bd3-4f83-9c51-16ef5a3733e4,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:50.787445 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.787813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.788171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.788508 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.788847 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.789186 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.789546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.789880 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.790214 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.790552 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.790966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.791201 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:32:50.799152 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Checking segment: {'id': '78b4dad5-0389-49f3-b504-455c1f436c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4629bd1a-b908-4cb5-b598-d1dbe1e5078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:32:50.799438 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Network hostable DHCP agents. Network: 4629bd1a-b908-4cb5-b598-d1dbe1e5078a, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:32:50.819979 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Network 4629bd1a-b908-4cb5-b598-d1dbe1e5078a is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:32:50.831175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 4629bd1a-b908-4cb5-b598-d1dbe1e5078a) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:50.837004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:50.837848 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:50.865014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-5a565496-3830-4d81-b2e9-9bf0fc1ac108 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4766862 Sep 01 16:32:50.865271 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddc4f8-7995-4d06-8d50-ecc362a61a4a None None] Network 4629bd1a-b908-4cb5-b598-d1dbe1e5078a requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:32:50.919524 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64816-58d0-4d1c-8cbd-3da71f372070 req-b3de56f1-c11f-4ae6-828c-bdf032fce9dc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:50.922313 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4f64816-58d0-4d1c-8cbd-3da71f372070 req-b3de56f1-c11f-4ae6-828c-bdf032fce9dc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.1076229 Sep 01 16:32:51.000733 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d4f64816-58d0-4d1c-8cbd-3da71f372070 req-305bd121-1499-4747-b36d-3210cef3b199 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712342 Sep 01 16:32:51.090048 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4b0ec-e7f3-4da4-87c9-d820e700935f None None] Network 4629bd1a-b908-4cb5-b598-d1dbe1e5078a requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:32:51.292599 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:51.561357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40022) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:51.566663 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-644921411-network', 'tenant_id': 'a1281697933e4809aca1e8f3cb291dbd'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:51.591861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Made reservation on behalf of a1281697933e4809aca1e8f3cb291dbd for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:51.594369 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.603997 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.710681 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.717108 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.754780 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:32:51.780739 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598a2c24-8b85-4981-aa90-0e2c3d1e13dc,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:51.789416 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.789985 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Added segment 9e12de70-eadf-4532-8c78-693890ed0119 of type vlan for network 693bb048-b831-4d67-9707-a221d39139c9 Sep 01 16:32:51.834443 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.874935 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.876058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:51.876751 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:51.936137 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3730156 Sep 01 16:32:51.941551 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40024) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:51.944170 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6580-6a1d-427a-83f2-74b2bf21c4ba admin admin] Pushing event updated for resources: {'Network': ['ID=693bb048-b831-4d67-9707-a221d39139c9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:51.957613 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Request body: {'subnet': {'network_id': '693bb048-b831-4d67-9707-a221d39139c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-644921411-subnet', 'tenant_id': 'a1281697933e4809aca1e8f3cb291dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:51.962915 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 693bb048-b831-4d67-9707-a221d39139c9 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:32:51.983817 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Made reservation on behalf of a1281697933e4809aca1e8f3cb291dbd for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:51.986267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25657935'] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.035235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-11156c1b-1f5a-4071-b5f7-9c806b121600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.185000 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.237135 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f053990-6f27-4cdb-8f0b-228e1fd1f5da req-c50e4544-6cc5-4f27-805e-7e397273cf50 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:52.238826 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2f053990-6f27-4cdb-8f0b-228e1fd1f5da req-c50e4544-6cc5-4f27-805e-7e397273cf50 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.1022332 Sep 01 16:32:52.246431 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29153938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25657945'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.409691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fb8319-d4c2-4ba6-b775-865a060783a3,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:52.422938 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2f053990-6f27-4cdb-8f0b-228e1fd1f5da req-56f3365e-2ecb-4909-8393-e3b556c9c907 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727107 Sep 01 16:32:52.432236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Checking segment: {'id': '9e12de70-eadf-4532-8c78-693890ed0119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '693bb048-b831-4d67-9707-a221d39139c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:32:52.433029 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Network hostable DHCP agents. Network: 693bb048-b831-4d67-9707-a221d39139c9, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:32:52.463293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Network 693bb048-b831-4d67-9707-a221d39139c9 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:32:52.480804 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 693bb048-b831-4d67-9707-a221d39139c9) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:52.488152 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:52.489170 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.490127 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36701d05-8938-48ae-ba03-02b5866d15c5 None None] Network 693bb048-b831-4d67-9707-a221d39139c9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:32:52.517610 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c140582a-3b6d-43a4-828a-fc11786f357c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5707147 Sep 01 16:32:52.635559 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:52.731913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc645d8-c3e4-4633-bdbc-033791f4ada2 None None] Network 693bb048-b831-4d67-9707-a221d39139c9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:32:53.588842 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12fa2f-15da-45ea-b976-686e499ddca6 req-70c95bb2-b4d5-478c-bed8-ef2e62cf3186 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:53.590503 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb12fa2f-15da-45ea-b976-686e499ddca6 req-70c95bb2-b4d5-478c-bed8-ef2e62cf3186 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0533381 Sep 01 16:32:53.632603 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fb12fa2f-15da-45ea-b976-686e499ddca6 req-c6f5f6ce-9ecb-45c6-8d44-6ed8a8f68888 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Sep 01 16:32:54.763621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed89e-7a0c-49ae-b207-51636c4511a7 req-5aa4a293-02c4-443d-99bc-7dee7920868c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:54.764478 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:54.765134 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-358ed89e-7a0c-49ae-b207-51636c4511a7 req-5aa4a293-02c4-443d-99bc-7dee7920868c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0549452 Sep 01 16:32:54.805115 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-358ed89e-7a0c-49ae-b207-51636c4511a7 req-ed6a7020-e4be-42e3-98f1-a1852dd31601 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Sep 01 16:32:55.824120 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-97b828a1-87f0-4726-b7c7-09389dd388e1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:55.827264 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-97b828a1-87f0-4726-b7c7-09389dd388e1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0532351 Sep 01 16:32:55.931253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Deleting port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:55.931638 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:55.939933 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f89b-38fa-40c3-862d-e1fbfde330fa req-7ffa0f8c-fa64-4377-ac36-01124a9bafdd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:55.947405 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff71f89b-38fa-40c3-862d-e1fbfde330fa req-7ffa0f8c-fa64-4377-ac36-01124a9bafdd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 946 time: 0.0595455 Sep 01 16:32:55.994669 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ff71f89b-38fa-40c3-862d-e1fbfde330fa req-20f99e72-bc39-4306-bc91-44d685ea88b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=5cd3017c-db85-4b24-ad1b-cef016b0bf9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451977 Sep 01 16:32:56.049744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] For port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:56.050020 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:56.276393 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:56.276885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:56.277356 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Floating IP cfb20ad0-8c1e-4001-a20e-321b6ef9868f disassociated. External IP: 172.27.2.185, port: 19b6e3a6-d81a-481d-bd3b-0005e7ca5258. Sep 01 16:32:56.277763 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Calling delete_port for 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:56.443539 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:56.471756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'Port': ['ID=19b6e3a6-d81a-481d-bd3b-0005e7ca5258,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:56.618958 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:32:56.759242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:32:56.775078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:32:56.794564 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:56.795529 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:32:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:56.820183 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] No DVR routers for this DVR port 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:32:56.822547 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:56.824954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0ce6af8-00d8-4bfb-b788-01cbc2bfa807 req-34ad7800-af60-458a-bc94-ce4d8ec513d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "DELETE /v2.0/ports/19b6e3a6-d81a-481d-bd3b-0005e7ca5258 HTTP/1.1" status: 204 len: 173 time: 0.9926567 Sep 01 16:32:56.825627 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-deleted', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:56.829230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd5741-af93-4acf-b91d-e7728db1624f" -d '{"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-deleted", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:56.879721 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d5abf-9d5e-4ada-ace4-ac3cafe0a7f4 x-openstack-request-id: req-dd0d5abf-9d5e-4ada-ace4-ac3cafe0a7f4 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:56.880349 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834db131-4b9e-4833-8c8f-a9371b9c6a29", "name": "network-vif-deleted", "tag": "19b6e3a6-d81a-481d-bd3b-0005e7ca5258", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:56.880830 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd0d5abf-9d5e-4ada-ace4-ac3cafe0a7f4 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:56.881557 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834db131-4b9e-4833-8c8f-a9371b9c6a29', 'name': 'network-vif-deleted', 'tag': '19b6e3a6-d81a-481d-bd3b-0005e7ca5258', 'status': 'completed', 'code': 200} Sep 01 16:32:57.094923 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:57.130017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3cbc2853-9caf-4973-ae72-19d7d31851a0 req-1adc5a99-69d1-463a-a086-3da148ba8336 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=834db131-4b9e-4833-8c8f-a9371b9c6a29 HTTP/1.1" status: 200 len: 210 time: 0.0445371 Sep 01 16:32:57.367322 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:57.419689 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:32:57.435907 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:57.437125 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:32:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:57.591857 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:57.906848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:57.954522 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce74af-c00f-40d5-8682-e21e0729756c None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:32:58.373506 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40130) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:58.380093 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:32:58.381058 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad3a2b5-37f8-44ed-928b-c075c4c32bf8 None None] New status for floating IP cfb20ad0-8c1e-4001-a20e-321b6ef9868f: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:32:58.406253 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:32:58.406601 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 19b6e3a6-d81a-481d-bd3b-0005e7ca5258 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:32:58.509007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:58.543159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:58.610598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:58.613799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:58.615289 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "DELETE /v2.0/security-groups/5cd3017c-db85-4b24-ad1b-cef016b0bf9a HTTP/1.1" status: 204 len: 168 time: 0.2363725 Sep 01 16:32:58.619798 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40132) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:58.638814 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e370db-47a8-4eab-b9c9-b4b8dfd75bee tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3017c-db85-4b24-ad1b-cef016b0bf9a,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:58.648583 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.api.v2.resource [None req-757c1b34-cccc-413c-a90d-d74bbccb800f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] show failed (client error): The resource could not be found. Sep 01 16:32:58.650160 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-757c1b34-cccc-413c-a90d-d74bbccb800f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups/5cd3017c-db85-4b24-ad1b-cef016b0bf9a HTTP/1.1" status: 404 len: 347 time: 0.0293617 Sep 01 16:32:58.654091 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40134) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:58.902092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Deleting port b1c470a4-bfd1-4373-8eed-6ed1c5ebab72 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:32:58.902092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.052319 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.052878 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.071348 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Calling delete_port for b1c470a4-bfd1-4373-8eed-6ed1c5ebab72 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:32:59.268517 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.299740 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'Port': ['ID=b1c470a4-bfd1-4373-8eed-6ed1c5ebab72,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:59.363087 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.366009 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.367316 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e7d74a41-3a18-45d9-898d-f4b0fe091a4b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "DELETE /v2.0/floatingips/cfb20ad0-8c1e-4001-a20e-321b6ef9868f HTTP/1.1" status: 204 len: 168 time: 0.7119689 Sep 01 16:32:59.597566 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40160) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:59.604785 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722601796', 'description': 'tempest-description--1559179343'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:59.652780 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.791610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.797586 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.827239 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.828490 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2294817 Sep 01 16:32:59.831016 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bf188-1c3d-4693-b13f-3397bac47fa1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636d110-e73a-4817-aef2-014444180a0d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:59.831883 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40166) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:59.837928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group_rule': {'security_group_id': '0636d110-e73a-4817-aef2-014444180a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:59.870783 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.947786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.953431 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.973624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38c4a2-5a27-41fd-949e-e65618119ea2,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:59.975842 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:59.977330 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7171c3ba-f7a0-4448-b042-f3f30abf26d3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440582 Sep 01 16:32:59.981250 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40168) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:59.986481 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'security_group_rule': {'security_group_id': '0636d110-e73a-4817-aef2-014444180a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:00.017085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.085975 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.091747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.122230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd0dd2f-474d-4337-9bc6-d54ede9b3240,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:00.132170 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.134203 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e3583878-8ef2-4394-9901-d4c03d486ade tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516759 Sep 01 16:33:00.137640 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40172) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:00.145833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:00.181163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.330185 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.444342 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Allocated IP 172.27.2.159 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/68191bf1-d6d6-431c-9604-3a808928a56e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:00.559508 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.605755 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.665378 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:00.670148 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:00.673473 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:00.706860 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=68191bf1-d6d6-431c-9604-3a808928a56e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:00.813927 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.862674 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:01.027406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:01.033338 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:01.126470 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=68191bf1-d6d6-431c-9604-3a808928a56e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:01.139861 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:01.158772 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:01.160400 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e095e687-b673-431c-9273-a0d875672cd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0208373 Sep 01 16:33:01.391294 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-ca1aa44b-221b-480d-aaed-279228c66ae4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1722601796&fields=id&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 267 time: 0.0416272 Sep 01 16:33:01.523721 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-e47fabe2-bffd-4166-91f1-8b0ef0e1d79c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:01.525351 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-e47fabe2-bffd-4166-91f1-8b0ef0e1d79c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 817 time: 0.1252058 Sep 01 16:33:01.541633 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-39437b90-b2d7-459c-8e16-25014bc54c01 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/quotas/5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Sep 01 16:33:01.600126 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-13022225-2578-4675-873a-304fa207a716 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512712 Sep 01 16:33:01.714258 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-442038ff-a5f7-4583-8126-c7fb1d44ce27 service neutron] 10.222.0.101 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005714 Sep 01 16:33:01.811402 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-7b8ba9d6-c8ba-4490-b9a5-6f066556f827 service neutron] 10.222.0.101 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901287 Sep 01 16:33:01.995278 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-31efb6bf-dbbc-4e17-a310-3c4749266e72 req-08d1a5f9-0337-4d82-b311-ae489fecac01 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 210 time: 0.0342629 Sep 01 16:33:02.937327 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40224) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:03.087644 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23b56b31-5c3b-47b1-b13b-cb7ace6139db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.088047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-d6513e84-3190-4103-bb10-45c2d7987bb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:03.089969 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-d6513e84-3190-4103-bb10-45c2d7987bb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 817 time: 0.1468394 Sep 01 16:33:03.169831 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-6c787bad-bc15-4bb8-857a-c1726102e179 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 380 time: 0.0684686 Sep 01 16:33:03.189368 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'port': {'device_id': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'admin_state_up': True, 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'security_groups': ['0636d110-e73a-4817-aef2-014444180a0d']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:03.223946 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8343710-6abd-47ee-a91d-83005d527dd2 req-da3ee4d3-306c-47aa-b605-9aa50486fbd4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 210 time: 0.0900800 Sep 01 16:33:03.352336 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23b56b31-5c3b-47b1-b13b-cb7ace6139db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.360086 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-23b56b31-5c3b-47b1-b13b-cb7ace6139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.384796 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Made reservation on behalf of 5ffdc4887d31487c820b002499bbd574 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:03.390028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.496534 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-23b56b31-5c3b-47b1-b13b-cb7ace6139db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83a002be7768466fa5b98c58bafe72fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570915 Sep 01 16:33:03.499928 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40244) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:03.500924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56b31-5c3b-47b1-b13b-cb7ace6139db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438eee2a-9a4e-4c98-85ce-5854de65a69e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:03.573292 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Allocated IP 172.20.0.13 (85775ef9-a705-4062-8600-64a922bf725a/f2810312-cdfc-4404-8efa-b749d6537b29/6c50d13e-8a37-4c79-86e3-b3deff5ed889) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:03.628602 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.673071 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.734279 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.737273 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.738474 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/438eee2a-9a4e-4c98-85ce-5854de65a69e HTTP/1.1" status: 204 len: 168 time: 0.2196534 Sep 01 16:33:03.748667 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e0c5c-2cc8-4f79-a8b6-005d57c78bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438eee2a-9a4e-4c98-85ce-5854de65a69e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:03.812011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.830134 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Transition to ACTIVE for port object 6c50d13e-8a37-4c79-86e3-b3deff5ed889 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:03.879708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:03.930891 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Network 85775ef9-a705-4062-8600-64a922bf725a is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:03.937459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:03.941802 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:03.992629 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:04.053352 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:04.054400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:04.082066 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-a5b3270d-7c12-450c-8134-70922fc56ed6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9059250 Sep 01 16:33:04.099353 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Request body: {'port': {'device_id': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:04.196361 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:04.202078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d3699eff-6ebb-42be-8a1b-f6ac5092bb84 None None] Provisioning for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:04.206585 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d3699eff-6ebb-42be-8a1b-f6ac5092bb84 None None] Provisioning complete for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:04.207068 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d3699eff-6ebb-42be-8a1b-f6ac5092bb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:04.248836 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d3699eff-6ebb-42be-8a1b-f6ac5092bb84 None None] Port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:33:04.760313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad3c72-ec50-4ced-8348-ce60b004a672 req-0f510b90-e80a-48c0-a1d1-20660d55fac4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:04.761951 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7fad3c72-ec50-4ced-8348-ce60b004a672 req-0f510b90-e80a-48c0-a1d1-20660d55fac4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 932 time: 0.1796696 Sep 01 16:33:04.891198 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7fad3c72-ec50-4ced-8348-ce60b004a672 req-4ebc9887-51ad-4ccf-a49d-14eaa9b198f5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163406 Sep 01 16:33:04.980003 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:33:04.990406 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:05.008575 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Transition to ACTIVE for port object 6c50d13e-8a37-4c79-86e3-b3deff5ed889 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:05.016326 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:05.114796 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:05.212547 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Attempting to bind port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:05.212895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Attempting to bind port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:05.213533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Attempting to bind port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:05.220334 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 on network 85775ef9-a705-4062-8600-64a922bf725a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:33:05.220741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Attempting to bind port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 on network 85775ef9-a705-4062-8600-64a922bf725a {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:05.227194 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:05.227542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Checking segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:05.227950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Bound using segment: {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:05.228411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Bound port: 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9056d8-89b9-4921-aac5-678a06ecf606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85775ef9-a705-4062-8600-64a922bf725a'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:05.228782 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:05.330435 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:05.334253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:05.339456 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:05.383147 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:05.383919 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:05.385311 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] 10.222.0.83 "PUT /v2.0/ports/6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1094 time: 1.2944713 Sep 01 16:33:05.385806 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:33:05.388647 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb08cb-0a80-4ad4-b61e-066949c1b069" -d '{"events": [{"name": "network-changed", "server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:33:05.414675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a143d5-cd90-4587-8934-f8e5e9de198c service neutron] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:05.465885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e77bbf0-d9c4-41a5-933e-9ae19f8d580a x-openstack-request-id: req-4e77bbf0-d9c4-41a5-933e-9ae19f8d580a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:33:05.466498 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:33:05.467034 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e77bbf0-d9c4-41a5-933e-9ae19f8d580a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:33:05.467766 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'status': 'completed', 'code': 200} Sep 01 16:33:05.517559 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-5fef09b5-440f-4b2e-b0c3-abecced8def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:05.519388 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-5fef09b5-440f-4b2e-b0c3-abecced8def6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0767939 Sep 01 16:33:05.568579 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-6315d855-90c5-4a11-9b20-f05fecde260a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 217 time: 0.0412295 Sep 01 16:33:05.634135 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-6f3bc2dc-f6c5-4eec-8db9-e6f4c53e445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:05.636296 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-6f3bc2dc-f6c5-4eec-8db9-e6f4c53e445b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0612738 Sep 01 16:33:05.697125 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-67fb158f-bf3a-405a-b4fb-56abb97a3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:05.700006 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-67fb158f-bf3a-405a-b4fb-56abb97a3fa2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543430 Sep 01 16:33:05.829572 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-d4f65ec0-e288-4ab4-80e1-1f26cc431ca1 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214547 Sep 01 16:33:05.994232 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eee21b6-aa46-4248-9e1e-f4a5a267ad21 req-73611120-1aa0-4bd8-b2f9-08fb34def723 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571326 Sep 01 16:33:06.225132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a97e59-9b3d-4a3e-8116-1ca65da40a1a req-cd81508e-234d-4b36-860a-666e91583fb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:06.228528 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14a97e59-9b3d-4a3e-8116-1ca65da40a1a req-cd81508e-234d-4b36-860a-666e91583fb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.1700647 Sep 01 16:33:06.292111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-da538939-9341-4d46-86f4-98bdc206744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:06.295238 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-da538939-9341-4d46-86f4-98bdc206744a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1097 time: 0.1676879 Sep 01 16:33:06.379202 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14a97e59-9b3d-4a3e-8116-1ca65da40a1a req-959c1e2e-3ced-4620-b107-e5ae7319cd6c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377485 Sep 01 16:33:06.519978 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-d34b9a03-629c-47cd-92d4-f86202b51ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:06.525929 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-d34b9a03-629c-47cd-92d4-f86202b51ee3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.2029450 Sep 01 16:33:06.618050 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-917ab48d-2021-4de1-bf97-9e98875772e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 217 time: 0.0875244 Sep 01 16:33:06.693684 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-bbcbdf51-d69c-4656-8d43-10b8b5df14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:06.695381 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-bbcbdf51-d69c-4656-8d43-10b8b5df14ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0680096 Sep 01 16:33:06.773429 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-10411e43-8ed0-4125-a018-ce20dc589c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:06.774945 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-10411e43-8ed0-4125-a018-ce20dc589c09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712771 Sep 01 16:33:06.898792 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-7098fe35-7128-4e65-ae3e-215e1422439b service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142526 Sep 01 16:33:07.023884 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e0cb08cb-0a80-4ad4-b61e-066949c1b069 req-cd849ec6-ac3e-4a22-acb1-affe937626ce service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172171 Sep 01 16:33:07.561700 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d812204-875d-42e6-beee-5066af5c528f req-5dbe7b61-6c2e-49b1-a6e6-f6217c5b048c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:07.563367 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d812204-875d-42e6-beee-5066af5c528f req-5dbe7b61-6c2e-49b1-a6e6-f6217c5b048c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0657001 Sep 01 16:33:07.606284 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3d812204-875d-42e6-beee-5066af5c528f req-29c9a9b5-5c7f-4c36-87ad-429fca2a54cf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366571 Sep 01 16:33:07.927074 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:33:08.048385 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:08.062834 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:33:08.108316 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:08.124508 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:33:08.146888 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:08.151774 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:08.210986 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:08.363338 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['6c50d13e-8a37-4c79-86e3-b3deff5ed889'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:33:08.791697 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1624-95cb-4de9-8107-1f55cef4c205 req-e30e5968-bf35-4d59-be8e-d9fa7c4ca7b3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:08.793395 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b7c1624-95cb-4de9-8107-1f55cef4c205 req-e30e5968-bf35-4d59-be8e-d9fa7c4ca7b3 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 945 time: 0.0745533 Sep 01 16:33:08.844887 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3b7c1624-95cb-4de9-8107-1f55cef4c205 req-e6d51453-309d-44a5-9d24-021a76212372 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404799 Sep 01 16:33:09.925944 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:09.992408 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b400d4f-5f27-4c6f-bdd4-28f14306e5fe req-6042c51e-4513-4d35-a9b3-c2213cfd1317 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:09.995066 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b400d4f-5f27-4c6f-bdd4-28f14306e5fe req-6042c51e-4513-4d35-a9b3-c2213cfd1317 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 945 time: 0.0581069 Sep 01 16:33:10.014610 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:10.021470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:10.022253 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:10.037095 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b400d4f-5f27-4c6f-bdd4-28f14306e5fe req-ad513193-3b8d-4d3f-bd30-aff345452368 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351615 Sep 01 16:33:10.144840 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:10.176784 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:33:10.179090 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3993f606-796c-4e50-817e-48e871d7722c" -d '{"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:33:10.198405 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:10.213336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:10.253927 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50abaaa-7e98-44c2-89ef-1e7cda22af0e x-openstack-request-id: req-d50abaaa-7e98-44c2-89ef-1e7cda22af0e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:33:10.254494 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:33:10.254985 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d50abaaa-7e98-44c2-89ef-1e7cda22af0e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:33:10.258700 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'code': 200} Sep 01 16:33:10.286066 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:10.462431 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdba22-2721-4463-a5c0-69301eaae8a2 req-686f9bb6-4e9d-4a1d-b55c-cd7650494a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:10.464690 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-82cdba22-2721-4463-a5c0-69301eaae8a2 req-686f9bb6-4e9d-4a1d-b55c-cd7650494a46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1099 time: 0.0474925 Sep 01 16:33:10.529746 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-82cdba22-2721-4463-a5c0-69301eaae8a2 req-ef62dd72-cbfa-43f7-8b69-d5a0fc9748e2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568759 Sep 01 16:33:11.217170 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02383ed-75ae-47ff-8e0f-a89af0fb4fcf req-4682d56c-bcc6-40b6-b0bf-5fa77e4d8e61 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:11.219391 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a02383ed-75ae-47ff-8e0f-a89af0fb4fcf req-4682d56c-bcc6-40b6-b0bf-5fa77e4d8e61 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0634263 Sep 01 16:33:11.292802 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a02383ed-75ae-47ff-8e0f-a89af0fb4fcf req-0922295f-8069-452c-8bb5-e410cc461e75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629308 Sep 01 16:33:12.390895 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.506652 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14583-c425-4334-8697-5d06c56dca96 req-bb391180-1c51-406e-ba75-3aab4d51dc5d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:12.509169 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0cc14583-c425-4334-8697-5d06c56dca96 req-bb391180-1c51-406e-ba75-3aab4d51dc5d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1045010 Sep 01 16:33:12.521044 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40508) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:12.559863 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0cc14583-c425-4334-8697-5d06c56dca96 req-b123cf64-c72c-4614-a329-a3f7abedda00 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Sep 01 16:33:12.579407 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Deleting subnet 603aa5f6-2bd3-4f83-9c51-16ef5a3733e4 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:33:12.583307 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.629334 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.769145 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.839379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b0af4-a4e9-41e7-a9aa-c559bfb18994 req-2b13cfc8-7b88-4965-83ed-332cdfbe90e7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:12.841119 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-502b0af4-a4e9-41e7-a9aa-c559bfb18994 req-2b13cfc8-7b88-4965-83ed-332cdfbe90e7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1614687 Sep 01 16:33:12.856028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40512) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:12.861354 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Request body: {'floatingip': {'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:12.870688 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.902671 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603aa5f6-2bd3-4f83-9c51-16ef5a3733e4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:12.909377 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.912382 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/603aa5f6-2bd3-4f83-9c51-16ef5a3733e4 HTTP/1.1" status: 204 len: 168 time: 0.3900197 Sep 01 16:33:12.915566 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.918205 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40514) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:12.927945 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.928379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.928642 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.928977 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.929339 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.929671 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.929999 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.930323 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.930646 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.930964 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.931282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:12.931597 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefbb07-0689-420f-abd7-b690ee0fd798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:13.008444 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.099229 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.110547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4629bd1a-b908-4cb5-b598-d1dbe1e5078a']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:13.122902 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b4dad5-0389-49f3-b504-455c1f436c90') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:13.123189 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b4dad5-0389-49f3-b504-455c1f436c90') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:13.133634 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.149379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.157435 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:33:13.157902 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:33:13.159863 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:33:13.219359 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.225920 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.229393 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] 10.222.0.101 "DELETE /v2.0/networks/4629bd1a-b908-4cb5-b598-d1dbe1e5078a HTTP/1.1" status: 204 len: 168 time: 0.3092997 Sep 01 16:33:13.232707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40516) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:13.260634 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2e1b-a5df-455a-81b7-30a83c5d9c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=4629bd1a-b908-4cb5-b598-d1dbe1e5078a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:13.324339 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Deleting subnet a7fb8319-d4c2-4ba6-b775-865a060783a3 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:33:13.328652 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.369380 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.404162 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40520) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:13.466532 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.472007 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.492366 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.525480 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Deleting subnet 269e8cae-3f7b-43dd-b476-30b7bdee4de7 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:33:13.532519 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.612240 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Floating IP 16dbca6c-5a9c-42c4-b2c8-803d0c742926 associated. External IP: 172.27.2.159, port: 6c50d13e-8a37-4c79-86e3-b3deff5ed889. Sep 01 16:33:13.613073 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.662345 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.721865 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.725238 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a7fb8319-d4c2-4ba6-b775-865a060783a3 HTTP/1.1" status: 204 len: 168 time: 0.4908376 Sep 01 16:33:13.732700 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1ddb1-28c7-4551-939d-478c4d7b1e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fb8319-d4c2-4ba6-b775-865a060783a3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:13.736531 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40530) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:13.756556 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.922263 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.952706 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.986327 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:33:13.992923 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40534) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:14.006860 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.013864 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/269e8cae-3f7b-43dd-b476-30b7bdee4de7 HTTP/1.1" status: 204 len: 168 time: 0.6083324 Sep 01 16:33:14.016940 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40538) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:14.067263 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9478f18-7f65-42e1-a7ee-b247aa5afb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269e8cae-3f7b-43dd-b476-30b7bdee4de7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:14.138378 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d2b37e-ec58-4b09-8d02-ba146b8505dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.145566 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.163912 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693bb048-b831-4d67-9707-a221d39139c9']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.182350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e12de70-eadf-4532-8c78-693890ed0119') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.182734 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e12de70-eadf-4532-8c78-693890ed0119') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.199214 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.199611 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.218978 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.228240 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:33:14.228766 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:33:14.231087 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:33:14.276982 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:14.296436 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:14.300859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.311289 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.319396 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.321012 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:14.326243 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:32:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.326542 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] 10.222.0.101 "DELETE /v2.0/networks/693bb048-b831-4d67-9707-a221d39139c9 HTTP/1.1" status: 204 len: 168 time: 0.5804605 Sep 01 16:33:14.334838 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f710f-2790-41e3-83ce-be3a74f81532 admin admin] Pushing event deleted for resources: {'Network': ['ID=693bb048-b831-4d67-9707-a221d39139c9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:14.484201 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8ea06fb1-853a-4b6b-9d5c-55cf3e7b3858 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "PUT /v2.0/floatingips/16dbca6c-5a9c-42c4-b2c8-803d0c742926 HTTP/1.1" status: 200 len: 992 time: 1.6263463 Sep 01 16:33:14.495947 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:14.499705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:33:14.502293 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40544) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:14.504400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8c758-11af-44bd-82ad-e0cc4406c9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:33:14.532646 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.566955 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db1a00-3586-4ba7-9131-63fe7d16b0d0']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.582439 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bb310a88-293a-4461-a1aa-4e1871b2a938 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0e71bf5ff1994ef7ae171925440c075c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786231 Sep 01 16:33:14.586834 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40548) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:14.596596 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27123903-b951-4f8e-b7e4-9abc1d35ffe9') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.597538 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27123903-b951-4f8e-b7e4-9abc1d35ffe9') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:14.623546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2231f1eb-c9c7-40f5-b4d5-a67377b28332 x-openstack-request-id: req-2231f1eb-c9c7-40f5-b4d5-a67377b28332 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:33:14.625131 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:33:14.625773 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2231f1eb-c9c7-40f5-b4d5-a67377b28332 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:33:14.626651 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'status': 'completed', 'code': 200} Sep 01 16:33:14.666010 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.693970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.694965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.727649 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.742264 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d2b37e-ec58-4b09-8d02-ba146b8505dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.744558 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:33:14.745308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:33:14.751023 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:33:14.763260 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.766221 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.767427 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8275b80b-f6a9-42ed-9d2d-28f5ede2d678 HTTP/1.1" status: 204 len: 168 time: 0.1794384 Sep 01 16:33:14.773440 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3d2b37e-ec58-4b09-8d02-ba146b8505dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:14.777341 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7738-abf3-43f5-ad49-ae5d60518a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275b80b-f6a9-42ed-9d2d-28f5ede2d678,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:14.843839 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-a2ec335c-2680-4fad-a220-97a2fdb25c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:14.846636 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-a2ec335c-2680-4fad-a220-97a2fdb25c26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1099 time: 0.2073538 Sep 01 16:33:14.958764 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '16dbca6c-5a9c-42c4-b2c8-803d0c742926', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:33:00Z', 'updated_at': '2021-09-01T16:33:13Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:15.006341 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40554) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:15.006840 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b3d2b37e-ec58-4b09-8d02-ba146b8505dd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=843b0b181a4e47b99c20ffc92567a12f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0118446 Sep 01 16:33:15.011494 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:15.019314 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.026602 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.028531 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:15.029705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:32:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:15.033636 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/26db1a00-3586-4ba7-9131-63fe7d16b0d0 HTTP/1.1" status: 204 len: 168 time: 1.0151660 Sep 01 16:33:15.045566 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2b37e-ec58-4b09-8d02-ba146b8505dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d57c94-a2a9-4ed4-b721-cb2dee29a68a,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:15.084872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2de89-f424-4f90-b078-38b4bdff34e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26db1a00-3586-4ba7-9131-63fe7d16b0d0,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:15.167427 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-cd7a2f91-d4d5-4a21-bbdf-e8b831e79ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:15.170106 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-cd7a2f91-d4d5-4a21-bbdf-e8b831e79ec1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.2941470 Sep 01 16:33:15.181483 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.207724 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:15.219127 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.324318 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-4101628e-6479-4749-93ad-199d35c90f4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1000 time: 0.1445236 Sep 01 16:33:15.332204 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.336852 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.340154 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36d57c94-a2a9-4ed4-b721-cb2dee29a68a HTTP/1.1" status: 204 len: 168 time: 0.3299534 Sep 01 16:33:15.360442 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40560) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:15.364564 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07f428-e09a-47ba-b4c0-057c620bb975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d57c94-a2a9-4ed4-b721-cb2dee29a68a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:15.534048 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-8d3c4641-4de3-4340-bf99-00591d69f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:15.536604 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-8d3c4641-4de3-4340-bf99-00591d69f564 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.2043605 Sep 01 16:33:15.567488 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40562) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:15.609253 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9a958b9f-fe1d-41f8-9cc1-fea7980e36b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a1281697933e4809aca1e8f3cb291dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472086 Sep 01 16:33:15.609900 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40564) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:15.629686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-f49136c6-3aad-4a23-86a3-1019c4abec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:15.634593 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-f49136c6-3aad-4a23-86a3-1019c4abec41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833590 Sep 01 16:33:15.758131 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-73c048d7-b597-4b00-8b2f-fcc267065f47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bb0d00b1a8634c3abce859c4bf4d2ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850374 Sep 01 16:33:15.759777 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40570) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:15.783686 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '16dbca6c-5a9c-42c4-b2c8-803d0c742926', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:33:00Z', 'updated_at': '2021-09-01T16:33:13Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:15.835901 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7a709-9a94-40be-96d2-62910c6aa275 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '16dbca6c-5a9c-42c4-b2c8-803d0c742926', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:33:00Z', 'updated_at': '2021-09-01T16:33:13Z', 'revision_number': 1, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:33:15.836354 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.851237 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.878808 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.908405 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.006137 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40572) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:16.027197 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe62694f-cc41-4acc-9fe2-72b13aaca2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.063032 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.065949 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.075064 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/598a2c24-8b85-4981-aa90-0e2c3d1e13dc HTTP/1.1" status: 204 len: 168 time: 0.4559200 Sep 01 16:33:16.101039 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.107842 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.112799 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d3acee9c-d10c-404e-a46e-1b9e8590f3f6 HTTP/1.1" status: 204 len: 168 time: 0.3481209 Sep 01 16:33:16.113923 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903374a-8f92-4d90-ae19-411b3ca2e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a2c24-8b85-4981-aa90-0e2c3d1e13dc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:16.156754 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a26b92-0b70-4894-bc09-d60b2e8ef56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3acee9c-d10c-404e-a46e-1b9e8590f3f6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:16.224173 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f35932-8908-45be-a9fb-ece5ace6bc8f None None] New status for floating IP 16dbca6c-5a9c-42c4-b2c8-803d0c742926: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:33:16.255137 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-76736ad6-cf02-44d9-bf98-1276971129b0 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119006 Sep 01 16:33:16.349985 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe62694f-cc41-4acc-9fe2-72b13aaca2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.357824 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe62694f-cc41-4acc-9fe2-72b13aaca2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.422491 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe62694f-cc41-4acc-9fe2-72b13aaca2d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=738a46fd018f460ca769bf1945cd77db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129999 Sep 01 16:33:16.428643 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62694f-cc41-4acc-9fe2-72b13aaca2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a3345-81ed-4480-94c8-9b6c4be09325,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:16.428643 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40578) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:16.485375 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cad8c758-11af-44bd-82ad-e0cc4406c9e1 req-c0f43f3c-16cc-4713-b2ed-cc946689766f service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219353 Sep 01 16:33:16.511554 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.547992 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.633012 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.638969 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:16.646233 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d21a3345-81ed-4480-94c8-9b6c4be09325 HTTP/1.1" status: 204 len: 168 time: 0.2173519 Sep 01 16:33:16.657796 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14bf05-e49e-43df-b7e1-c175107faafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a3345-81ed-4480-94c8-9b6c4be09325,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:17.179166 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40596) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:17.193667 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d62faa16-a895-4cb5-9df7-6ec8553497e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.336781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d62faa16-a895-4cb5-9df7-6ec8553497e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.342080 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d62faa16-a895-4cb5-9df7-6ec8553497e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.389155 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62faa16-a895-4cb5-9df7-6ec8553497e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b486c86-0d71-41c4-bfe4-1042bca1d8b2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:17.395241 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d62faa16-a895-4cb5-9df7-6ec8553497e8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=54a85ec884f743e391ec8eee2fac60b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103639 Sep 01 16:33:17.395458 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40604) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:17.463688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.489129 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.552784 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.555530 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:17.556736 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4b486c86-0d71-41c4-bfe4-1042bca1d8b2 HTTP/1.1" status: 204 len: 168 time: 0.1604533 Sep 01 16:33:17.565911 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed8bfa-ba3f-420a-84bf-c3f49ab51476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b486c86-0d71-41c4-bfe4-1042bca1d8b2,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:17.665472 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2322b2c1-a211-4800-bd53-5c99b362ca3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:21.962267 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc37a033-a930-4722-bd6c-f32ac858c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:22.178360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:22.595672 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:24.769541 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:28.282766 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:39.065433 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40858) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:39.181539 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d65cdc05-576a-4d29-b4c8-ac5d72a37eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.285629 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d65cdc05-576a-4d29-b4c8-ac5d72a37eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.289474 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d65cdc05-576a-4d29-b4c8-ac5d72a37eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.328289 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cdc05-576a-4d29-b4c8-ac5d72a37eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cdfff7-c19b-44f0-b87d-28af0221723e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:39.334145 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d65cdc05-576a-4d29-b4c8-ac5d72a37eaf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bac8c01f7d87481d8dae2e981c508a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675719 Sep 01 16:33:39.338408 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40864) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:39.399374 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.425462 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.484491 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.488532 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.490030 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/80cdfff7-c19b-44f0-b87d-28af0221723e HTTP/1.1" status: 204 len: 168 time: 0.1505973 Sep 01 16:33:39.502760 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878afd-fd5f-4ebc-ba3e-b0947dc7c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cdfff7-c19b-44f0-b87d-28af0221723e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:40.249451 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40894) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:40.396739 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1662776266-network', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:40.423502 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Made reservation on behalf of 5c458f8fe0e2459c9ad8c8dc6cab3b7f for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:40.425838 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.667765 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.801112 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.805853 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.834261 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:40.845935 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4815d34-6439-4708-b07a-00e2386bf813,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:40.860430 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.861730 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Added segment 89cc2068-f8b6-4a7e-89d3-145fb533d60c of type vlan for network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded Sep 01 16:33:40.923637 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.956926 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:40.958406 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:40.959099 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.027781 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7722399 Sep 01 16:33:41.028277 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 40906) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:41.033469 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Request body: {'subnet': {'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1662776266-subnet', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:41.036676 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b27767-231d-41c9-b91b-2fc1d06fb9eb admin admin] Pushing event updated for resources: {'Network': ['ID=69dc1a86-55fa-4a4d-92b5-0fe25f670ded,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:41.048937 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:41.065230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Made reservation on behalf of 5c458f8fe0e2459c9ad8c8dc6cab3b7f for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:41.069473 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25657935'] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.272770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29153938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25657945'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.330393 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f05029-b3d0-4798-90dc-0f8885c23fae,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:41.341642 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Checking segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:41.342008 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Network hostable DHCP agents. Network: 69dc1a86-55fa-4a4d-92b5-0fe25f670ded, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:41.361128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:41.372396 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 69dc1a86-55fa-4a4d-92b5-0fe25f670ded) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:41.377138 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:41.377962 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.384776 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520603d1-27d1-4532-80ac-a3e34b246a2d None None] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:33:41.400914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-79d4c2dd-5adc-4785-b4ab-acb446b7134b admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3715410 Sep 01 16:33:41.405869 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40908) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:41.411861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:41.441594 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.444059 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.505335 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.585361 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:33:41.586610 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.653443 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:41.821050 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Allocated IP 172.20.0.2 (69dc1a86-55fa-4a4d-92b5-0fe25f670ded/e3f05029-b3d0-4798-90dc-0f8885c23fae/f8bafacf-3318-4c36-954b-fd223545581b) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:42.031659 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.069593 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.106072 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.122740 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Transition to ACTIVE for port object f8bafacf-3318-4c36-954b-fd223545581b will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:42.179200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Transition to ACTIVE for port object f8bafacf-3318-4c36-954b-fd223545581b will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:42.201148 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.275021 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Allocated IP 172.27.2.74 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/f7f68dcc-08df-4bcf-bee0-053ed34d3390) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:42.299594 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:42.306057 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:42.308985 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Pushing event updated for resources: {'Port': ['ID=f8bafacf-3318-4c36-954b-fd223545581b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:42.329003 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:42.330913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.331309 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.331688 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.332035 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.332377 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.332848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.333186 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.333560 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.333925 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.334294 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.334844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.335198 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:42.467751 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Attempting to bind port f8bafacf-3318-4c36-954b-fd223545581b on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:42.468492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Attempting to bind port f8bafacf-3318-4c36-954b-fd223545581b by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:42.469326 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Attempting to bind port f8bafacf-3318-4c36-954b-fd223545581b on network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:42.475521 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.476672 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.481422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:42.482162 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Checking segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:42.482924 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.483591 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Bound using segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:42.484405 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Bound port: f8bafacf-3318-4c36-954b-fd223545581b, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:42.485045 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.525842 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.573793 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:42.577771 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:42.581276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:42.621379 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] For port f8bafacf-3318-4c36-954b-fd223545581b, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:42.626804 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] For port f8bafacf-3318-4c36-954b-fd223545581b, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f8bafacf-3318-4c36-954b-fd223545581b,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:42.637193 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.659517 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Pushing event updated for resources: {'Port': ['ID=f7f68dcc-08df-4bcf-bee0-053ed34d3390,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:42.718013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307feb8-a42f-4a78-9664-311caf8a95a4 None None] Pushing event updated for resources: {'Port': ['ID=f8bafacf-3318-4c36-954b-fd223545581b,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:43.034709 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:43.331693 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:43.377665 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f8bafacf-3318-4c36-954b-fd223545581b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:43.467644 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port f8bafacf-3318-4c36-954b-fd223545581b completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:43.535114 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Router f735d5c3-05ac-450e-b70f-76a0cb8b2341 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:33:43.742790 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:43.761259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Sync routers for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:43.778171 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:43.780905 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9fd5312c-d9f5-4803-84db-4d7165c386da admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3732874 Sep 01 16:33:43.785534 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 40976) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:43.797578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:43.798321 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:43.945093 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef6b66-63ed-4e92-99d1-5c7e28b290ce None None] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:33:44.047538 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Provisioning for port f8bafacf-3318-4c36-954b-fd223545581b completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:44.050713 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:44.119914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Provisioning complete for port f8bafacf-3318-4c36-954b-fd223545581b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:44.120426 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:44.375627 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:44.431483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] For port f8bafacf-3318-4c36-954b-fd223545581b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f8bafacf-3318-4c36-954b-fd223545581b,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:44.438601 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:44.454534 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:44.489010 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:42Z', 'revision_number': 3, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:44.540254 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Checking router: f735d5c3-05ac-450e-b70f-76a0cb8b2341 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:44.541043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Updating router f735d5c3-05ac-450e-b70f-76a0cb8b2341 port f7f68dcc-08df-4bcf-bee0-053ed34d3390 binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:33:44.610657 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:44.613584 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853588-8895-4115-989d-b6f8f895c671 None None] Pushing event updated for resources: {'Port': ['ID=f8bafacf-3318-4c36-954b-fd223545581b,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:44.690168 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Allocated IP 172.20.0.1 (69dc1a86-55fa-4a4d-92b5-0fe25f670ded/e3f05029-b3d0-4798-90dc-0f8885c23fae/a8c07c87-61e3-4b07-8bed-56edecce14eb) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:44.803078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6797f13c-7bd2-485b-a290-81f6148f345b None None] Provisioning complete for port f8bafacf-3318-4c36-954b-fd223545581b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:44.803767 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6797f13c-7bd2-485b-a290-81f6148f345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.207922 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.227722 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.237546 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Transition to ACTIVE for port object a8c07c87-61e3-4b07-8bed-56edecce14eb will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:45.239275 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Transition to ACTIVE for port object f7f68dcc-08df-4bcf-bee0-053ed34d3390 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:45.249979 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.298121 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.313815 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Attempting to bind port f7f68dcc-08df-4bcf-bee0-053ed34d3390 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:45.314896 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Attempting to bind port f7f68dcc-08df-4bcf-bee0-053ed34d3390 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:45.315447 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Attempting to bind port f7f68dcc-08df-4bcf-bee0-053ed34d3390 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:45.332237 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fd73d-2abf-4f1d-a6ec-1aca189494f7 None None] Pushing event updated for resources: {'Port': ['ID=f7f68dcc-08df-4bcf-bee0-053ed34d3390,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:45.337381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:45.337968 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:45.347150 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.347776 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:45.348424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Bound port: f7f68dcc-08df-4bcf-bee0-053ed34d3390, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:45.349039 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.373913 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:45.379097 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:45.385589 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:45.405328 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f8bafacf-3318-4c36-954b-fd223545581b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:45.480697 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Pushing event updated for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:45.491679 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] For port f7f68dcc-08df-4bcf-bee0-053ed34d3390, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:45.492490 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.504175 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] For port f7f68dcc-08df-4bcf-bee0-053ed34d3390, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f7f68dcc-08df-4bcf-bee0-053ed34d3390,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:45.512766 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.619492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port f8bafacf-3318-4c36-954b-fd223545581b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:45.620129 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.630269 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:45.633460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:45.665351 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fd73d-2abf-4f1d-a6ec-1aca189494f7 None None] Pushing event updated for resources: {'Port': ['ID=f7f68dcc-08df-4bcf-bee0-053ed34d3390,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:45.716650 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.850271 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-bdf878dd-1f4b-4691-8bcf-a28d5464f442 None None] Provisioning for port a8c07c87-61e3-4b07-8bed-56edecce14eb completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:45.859947 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:45.923790 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-bdf878dd-1f4b-4691-8bcf-a28d5464f442 None None] Provisioning complete for port a8c07c87-61e3-4b07-8bed-56edecce14eb triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:45.924184 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bdf878dd-1f4b-4691-8bcf-a28d5464f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:46.020412 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:46.028076 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:46.055079 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-bdf878dd-1f4b-4691-8bcf-a28d5464f442 None None] Port a8c07c87-61e3-4b07-8bed-56edecce14eb cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:33:46.117734 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Pushing event updated for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:46.129584 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:46.228902 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:42Z', 'revision_number': 3, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:46.266617 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffefbda4-9671-4360-9e65-4c49350b37b5 None None] The sync data for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi is: [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:42Z', 'revision_number': 3, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:33:46.268302 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:46.270768 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:46.447729 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Router f735d5c3-05ac-450e-b70f-76a0cb8b2341 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:33:46.624853 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-0e5148d4-24cb-4fda-8944-586e23dcebcf None None] Provisioning complete for port a8c07c87-61e3-4b07-8bed-56edecce14eb triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:46.625713 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e5148d4-24cb-4fda-8944-586e23dcebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:46.681528 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:46.691123 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-065846d9-561a-41ff-b683-c552f63942aa admin admin] 10.222.0.101 "PUT /v2.0/routers/f735d5c3-05ac-450e-b70f-76a0cb8b2341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027750 Sep 01 16:33:46.709759 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0e5148d4-24cb-4fda-8944-586e23dcebcf None None] Port a8c07c87-61e3-4b07-8bed-56edecce14eb cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:33:47.383285 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f7f68dcc-08df-4bcf-bee0-053ed34d3390 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:47.460789 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41004) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:47.468427 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-782616831-network', 'tenant_id': '62e3ce57c42643aea199242078295d4d'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:47.501588 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port f7f68dcc-08df-4bcf-bee0-053ed34d3390 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:47.508640 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port f7f68dcc-08df-4bcf-bee0-053ed34d3390 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:47.509293 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.513250 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Made reservation on behalf of 62e3ce57c42643aea199242078295d4d for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:47.517549 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.534116 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.654059 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.660704 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.690021 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eba81f34-958a-460f-a389-1d3b98acc257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.694463 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.718542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:47.735252 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port f7f68dcc-08df-4bcf-bee0-053ed34d3390, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f7f68dcc-08df-4bcf-bee0-053ed34d3390,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:47.742422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.746662 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254fb29-7ad3-464a-952f-bb23e2bec0d2,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:47.753275 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.753727 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Added segment 4436be9d-76eb-4b33-83f7-6beea1fdbe28 of type vlan for network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 Sep 01 16:33:47.836552 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.849115 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=f7f68dcc-08df-4bcf-bee0-053ed34d3390,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:47.924590 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-12559acd-d860-4c64-98db-762572e200eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4214766 Sep 01 16:33:47.930254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:47.933962 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:47.935172 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.043973 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5752654 Sep 01 16:33:48.044891 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41010) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:48.048485 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Request body: {'subnet': {'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-782616831-subnet', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:48.084637 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Made reservation on behalf of 62e3ce57c42643aea199242078295d4d for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:48.092164 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25398930'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.096576 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd63c-a249-459b-a977-1eca7600d3dc req-361ac7f7-7efe-486d-8d25-d16b5d472d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:48.100689 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-361ac7f7-7efe-486d-8d25-d16b5d472d49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1099 time: 0.1018131 Sep 01 16:33:48.101764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f070f3-1926-452d-941c-d687059d8656 admin admin] Pushing event updated for resources: {'Network': ['ID=6511805e-cf1a-426c-b3ad-57bb3d9d91b4,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:48.134434 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:48.359309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd63c-a249-459b-a977-1eca7600d3dc req-dfb7e605-1786-4606-a80d-dc70b37970dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:48.361857 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-dfb7e605-1786-4606-a80d-dc70b37970dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1968601 Sep 01 16:33:48.432664 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26168587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398916'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.488781 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-36b72eab-92e1-45da-b57c-ef4d593a456c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1002 time: 0.1193247 Sep 01 16:33:48.528122 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Sync routers for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:48.540136 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69e8288-185b-438d-abb8-d38f5aeea0e3,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:48.543124 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:48.552587 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:48.557147 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Checking segment: {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:48.558388 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Network hostable DHCP agents. Network: 6511805e-cf1a-426c-b3ad-57bb3d9d91b4, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:48.581017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd63c-a249-459b-a977-1eca7600d3dc req-1a3d3611-1975-4451-8046-20948c026cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:48.583708 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-1a3d3611-1975-4451-8046-20948c026cfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0827582 Sep 01 16:33:48.590594 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:48.608813 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 6511805e-cf1a-426c-b3ad-57bb3d9d91b4) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:48.622619 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6c1484-da3e-4595-a0f8-0de47a691678 None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:33:48.623454 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:48.624163 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.658418 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41014) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:48.659392 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-084cd08a-53b8-407d-91a5-e7f4921e85b7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6151168 Sep 01 16:33:48.669638 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:48.707686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd63c-a249-459b-a977-1eca7600d3dc req-c81d51aa-2852-4c5b-a6a0-30c68b803eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:48.710056 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-c81d51aa-2852-4c5b-a6a0-30c68b803eb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134198 Sep 01 16:33:48.731833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.733662 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.785701 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:48.858038 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:33:48.859811 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:48.891733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.044595 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-dd77f5e3-2292-40fa-afe9-85e7e3f57bcd service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254244 Sep 01 16:33:49.092135 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Allocated IP 172.20.0.2 (6511805e-cf1a-426c-b3ad-57bb3d9d91b4/f69e8288-185b-438d-abb8-d38f5aeea0e3/945634f7-9078-41c3-9c7e-f38d185eaa13) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:49.191336 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 2, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:49.239001 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.262724 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Checking router: f735d5c3-05ac-450e-b70f-76a0cb8b2341 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:49.266129 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Updating router f735d5c3-05ac-450e-b70f-76a0cb8b2341 port a8c07c87-61e3-4b07-8bed-56edecce14eb binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:33:49.328335 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.339647 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Transition to ACTIVE for port object 945634f7-9078-41c3-9c7e-f38d185eaa13 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:49.358225 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Transition to ACTIVE for port object 945634f7-9078-41c3-9c7e-f38d185eaa13 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:49.367332 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.379792 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.418525 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1addd63c-a249-459b-a977-1eca7600d3dc req-d5bab39a-a7f6-4f46-abc2-9ff0ac947af4 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653800 Sep 01 16:33:49.465460 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Pushing event updated for resources: {'Port': ['ID=945634f7-9078-41c3-9c7e-f38d185eaa13,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:49.472091 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:49.475535 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:49.485118 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:49.496898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f7f68dcc-08df-4bcf-bee0-053ed34d3390 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:49.680037 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.713862 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.812024 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.824153 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Attempting to bind port 945634f7-9078-41c3-9c7e-f38d185eaa13 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:49.824612 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Transition to ACTIVE for port object a8c07c87-61e3-4b07-8bed-56edecce14eb will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:49.824814 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Attempting to bind port 945634f7-9078-41c3-9c7e-f38d185eaa13 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:49.825388 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Attempting to bind port 945634f7-9078-41c3-9c7e-f38d185eaa13 on network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:49.831728 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.839262 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:49.839876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Checking segment: {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:49.840556 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.841316 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Bound using segment: {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:49.842076 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Bound port: 945634f7-9078-41c3-9c7e-f38d185eaa13, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:49.842733 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.880798 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Pushing event updated for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:49.885751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Allocated IP 172.27.2.134 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/b3dc0e6a-41d9-488a-96ee-df515a57991a) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:49.891925 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.892573 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.893150 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.893801 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.894378 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.894893 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.895396 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.895880 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.896406 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.896911 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.897473 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.897977 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:49.912469 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port f7f68dcc-08df-4bcf-bee0-053ed34d3390 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:49.913390 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.983846 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Attempting to bind port a8c07c87-61e3-4b07-8bed-56edecce14eb on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:49.984110 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Attempting to bind port a8c07c87-61e3-4b07-8bed-56edecce14eb by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:49.984624 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Attempting to bind port a8c07c87-61e3-4b07-8bed-56edecce14eb on network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:49.990892 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:49.991262 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Checking segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:49.992408 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:49.992979 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Bound using segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:49.993700 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Bound port: a8c07c87-61e3-4b07-8bed-56edecce14eb, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:49.994330 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.030049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] For port 945634f7-9078-41c3-9c7e-f38d185eaa13, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:50.039174 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] For port 945634f7-9078-41c3-9c7e-f38d185eaa13, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=945634f7-9078-41c3-9c7e-f38d185eaa13,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:50.049247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.106576 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] For port a8c07c87-61e3-4b07-8bed-56edecce14eb, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:50.111128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.113115 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] For port a8c07c87-61e3-4b07-8bed-56edecce14eb, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a8c07c87-61e3-4b07-8bed-56edecce14eb,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:50.125755 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.200807 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.228290 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c543-4cab-42c8-a31c-a466a297c67f None None] Pushing event updated for resources: {'Port': ['ID=945634f7-9078-41c3-9c7e-f38d185eaa13,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:50.247973 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:50.249155 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:50.289836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:50.297486 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:50.303228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:50.353233 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036b189-6559-4376-a98e-34dc46022295 None None] Pushing event updated for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:50.420032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Pushing event updated for resources: {'Port': ['ID=b3dc0e6a-41d9-488a-96ee-df515a57991a,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:50.563033 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:50.904075 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:50.968016 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:50Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:51.091383 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb942e-d77f-491c-a027-869f557c98ce None None] The sync data for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi is: [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:50Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:33:51.277358 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:51.532822 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 945634f7-9078-41c3-9c7e-f38d185eaa13 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:51.553449 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Router 03ff3d4e-588d-4108-81bb-38e4b82b1904 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:33:51.708126 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 945634f7-9078-41c3-9c7e-f38d185eaa13 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:51.717867 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a8c07c87-61e3-4b07-8bed-56edecce14eb up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:51.839569 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0846c-8067-4e8a-b255-aac9959e54d8 None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:33:51.952813 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port a8c07c87-61e3-4b07-8bed-56edecce14eb completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:51.980398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port a8c07c87-61e3-4b07-8bed-56edecce14eb triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:51.981323 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:51.992685 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Provisioning for port 945634f7-9078-41c3-9c7e-f38d185eaa13 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:52.006522 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:52.040437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.043318 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6a41a1da-d705-4270-a543-d84cf356a448 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3823359 Sep 01 16:33:52.046966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41028) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:33:52.060240 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Sync routers for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:52.080247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Provisioning complete for port 945634f7-9078-41c3-9c7e-f38d185eaa13 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:52.080850 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.093578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d44bb205-5fb3-4299-955e-0f2444df7596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.164127 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:52.165796 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:52.362368 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.686890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.720306 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.756002 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:52.761220 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.804043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:52.915980 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] For port 945634f7-9078-41c3-9c7e-f38d185eaa13, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=945634f7-9078-41c3-9c7e-f38d185eaa13,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:52.928411 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.049571 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port a8c07c87-61e3-4b07-8bed-56edecce14eb, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a8c07c87-61e3-4b07-8bed-56edecce14eb,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:53.059971 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Allocated IP 172.20.0.1 (6511805e-cf1a-426c-b3ad-57bb3d9d91b4/f69e8288-185b-438d-abb8-d38f5aeea0e3/298864c9-f4a4-4e61-9ae3-3fb98016e2e1) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:53.075619 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.133035 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1551-a71c-4b85-98a2-b8c3c2c8cdb7 None None] Pushing event updated for resources: {'Port': ['ID=945634f7-9078-41c3-9c7e-f38d185eaa13,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.239196 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.257176 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.275873 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:50Z', 'revision_number': 3, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:53.279193 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4a74fc82-e58f-4b1c-8cb9-c21b70e38873 None None] Provisioning complete for port 945634f7-9078-41c3-9c7e-f38d185eaa13 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:53.279569 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a74fc82-e58f-4b1c-8cb9-c21b70e38873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.292928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Transition to ACTIVE for port object 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:53.327486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Checking router: 03ff3d4e-588d-4108-81bb-38e4b82b1904 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:53.327909 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Updating router 03ff3d4e-588d-4108-81bb-38e4b82b1904 port b3dc0e6a-41d9-488a-96ee-df515a57991a binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:33:53.374802 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.377556 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.448743 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 945634f7-9078-41c3-9c7e-f38d185eaa13 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:53.467552 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:53.473121 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:53.477279 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:33:53.537443 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Pushing event updated for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.562921 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.563412 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.563964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.564502 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.565034 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.565662 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.566171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.566711 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.567239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.567747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.568287 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.568846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.584596 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.765096 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.799248 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 945634f7-9078-41c3-9c7e-f38d185eaa13 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:53.800140 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:53.869997 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6bd67121-ce62-41e5-a53c-aabac47adcbb None None] Provisioning for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:53.914981 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6bd67121-ce62-41e5-a53c-aabac47adcbb None None] Provisioning complete for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:53.915599 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6bd67121-ce62-41e5-a53c-aabac47adcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.033113 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.034639 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6bd67121-ce62-41e5-a53c-aabac47adcbb None None] Port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:33:54.042047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.141645 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a8c07c87-61e3-4b07-8bed-56edecce14eb up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:54.147603 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.161100 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.175505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Pushing event updated for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.185832 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Transition to ACTIVE for port object b3dc0e6a-41d9-488a-96ee-df515a57991a will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:33:54.199307 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.307417 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:54.309901 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:54.402117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Attempting to bind port b3dc0e6a-41d9-488a-96ee-df515a57991a on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:33:54.402526 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Attempting to bind port b3dc0e6a-41d9-488a-96ee-df515a57991a by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:33:54.402860 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Attempting to bind port b3dc0e6a-41d9-488a-96ee-df515a57991a on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:33:54.405427 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port a8c07c87-61e3-4b07-8bed-56edecce14eb triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:54.405801 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.408565 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99c3ed-d33a-45d8-b2cf-2cd8750361eb None None] Pushing event updated for resources: {'Port': ['ID=b3dc0e6a-41d9-488a-96ee-df515a57991a,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.431471 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:33:54.431858 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:33:54.432309 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.432719 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:33:54.433244 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Bound port: b3dc0e6a-41d9-488a-96ee-df515a57991a, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:33:54.433643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.520786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Router 03ff3d4e-588d-4108-81bb-38e4b82b1904 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:33:54.558230 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] For port b3dc0e6a-41d9-488a-96ee-df515a57991a, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:54.565430 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] For port b3dc0e6a-41d9-488a-96ee-df515a57991a, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=b3dc0e6a-41d9-488a-96ee-df515a57991a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:54.606461 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.664372 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:54.669948 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e4b5249f-1863-4063-af8f-d5023cabf961 admin admin] 10.222.0.101 "PUT /v2.0/routers/03ff3d4e-588d-4108-81bb-38e4b82b1904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6217313 Sep 01 16:33:54.765033 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-ea1d9da4-e7c0-4a90-ae51-ab17a27b5b6e None None] Provisioning complete for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:54.765033 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ea1d9da4-e7c0-4a90-ae51-ab17a27b5b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.795181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99c3ed-d33a-45d8-b2cf-2cd8750361eb None None] Pushing event updated for resources: {'Port': ['ID=b3dc0e6a-41d9-488a-96ee-df515a57991a,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.810958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:54.810958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:54.870691 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:54.870691 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ea1d9da4-e7c0-4a90-ae51-ab17a27b5b6e None None] Port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:33:54.961978 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:55.265324 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '298864c9-f4a4-4e61-9ae3-3fb98016e2e1', 'name': '', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'mac_address': 'fa:16:3e:ac:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:52Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 2, 'project_id': '62e3ce57c42643aea199242078295d4d', 'subnets': [{'id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:55.295056 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac5b30-65a6-4612-9f72-bada1e88d470 None None] The sync data for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi is: [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '298864c9-f4a4-4e61-9ae3-3fb98016e2e1', 'name': '', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'mac_address': 'fa:16:3e:ac:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:52Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 2, 'project_id': '62e3ce57c42643aea199242078295d4d', 'subnets': [{'id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:33:57.449043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device b3dc0e6a-41d9-488a-96ee-df515a57991a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:57.554311 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port b3dc0e6a-41d9-488a-96ee-df515a57991a completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:33:57.561181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port b3dc0e6a-41d9-488a-96ee-df515a57991a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:57.561847 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:57.727474 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:57.791038 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port b3dc0e6a-41d9-488a-96ee-df515a57991a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=b3dc0e6a-41d9-488a-96ee-df515a57991a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:57.798971 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:57.966878 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=b3dc0e6a-41d9-488a-96ee-df515a57991a,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:59.069978 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Sync routers for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:59.087222 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:33:59.088189 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:59.261779 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:33:59.427366 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device b3dc0e6a-41d9-488a-96ee-df515a57991a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:59.543919 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port b3dc0e6a-41d9-488a-96ee-df515a57991a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:33:59.544034 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:59.694674 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '298864c9-f4a4-4e61-9ae3-3fb98016e2e1', 'name': '', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'mac_address': 'fa:16:3e:ac:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:52Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 2, 'project_id': '62e3ce57c42643aea199242078295d4d', 'subnets': [{'id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:59.768118 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Checking router: 03ff3d4e-588d-4108-81bb-38e4b82b1904 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:59.768653 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Updating router 03ff3d4e-588d-4108-81bb-38e4b82b1904 port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:33:59.817320 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:00.384519 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:00.417874 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Transition to ACTIVE for port object 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:00.436296 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:00.531413 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72ea52-1f9f-438b-8e19-e65d0aff8b11 None None] Pushing event updated for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.622608 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Attempting to bind port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:34:00.625735 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Attempting to bind port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:34:00.626291 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Attempting to bind port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 on network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:00.658242 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:34:00.659327 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Checking segment: {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:34:00.660160 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:00.660984 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Bound using segment: {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:34:00.662819 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Bound port: 298864c9-f4a4-4e61-9ae3-3fb98016e2e1, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436be9d-76eb-4b33-83f7-6beea1fdbe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:34:00.665812 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:00.764745 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510839cc-4618-4974-b52f-1665b07ef14f req-76c24d5c-53c1-4a16-854a-98a5c826775d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:00.769769 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-510839cc-4618-4974-b52f-1665b07ef14f req-76c24d5c-53c1-4a16-854a-98a5c826775d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.3903785 Sep 01 16:34:00.851385 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-510839cc-4618-4974-b52f-1665b07ef14f req-cb4634da-3528-4059-9a41-7b37b24fe2d0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694382 Sep 01 16:34:00.864085 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] For port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:00.870305 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] For port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:00.884495 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:01.018249 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:34:01.019392 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:33:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:01.025267 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72ea52-1f9f-438b-8e19-e65d0aff8b11 None None] Pushing event updated for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:01.251577 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:34:01.448995 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:01.514657 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:01.519364 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:01.519795 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:01.631861 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '298864c9-f4a4-4e61-9ae3-3fb98016e2e1', 'name': '', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'mac_address': 'fa:16:3e:ac:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:52Z', 'updated_at': '2021-09-01T16:34:00Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'subnets': [{'id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:01.671128 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644dcc4-3bf0-4954-8891-d19f501d9c09 None None] The sync data for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi is: [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:33:53Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '298864c9-f4a4-4e61-9ae3-3fb98016e2e1', 'name': '', 'network_id': '6511805e-cf1a-426c-b3ad-57bb3d9d91b4', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'mac_address': 'fa:16:3e:ac:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:52Z', 'updated_at': '2021-09-01T16:34:00Z', 'revision_number': 4, 'project_id': '62e3ce57c42643aea199242078295d4d', 'subnets': [{'id': 'f69e8288-185b-438d-abb8-d38f5aeea0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:01.703705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:01.778076 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:01.793323 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:02.002358 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:02.158745 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de97c-8691-4d22-9d9f-3cbbe0673c36 req-832b40c8-e021-4965-81a6-b6ee5a6e6ea0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:02.161224 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a14de97c-8691-4d22-9d9f-3cbbe0673c36 req-832b40c8-e021-4965-81a6-b6ee5a6e6ea0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1083450 Sep 01 16:34:02.240612 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a14de97c-8691-4d22-9d9f-3cbbe0673c36 req-90969551-f372-4e90-9daa-4c52abc44d6a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624626 Sep 01 16:34:03.472216 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:03.494084 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46454ad7-2c25-4968-84c2-a0a554da2230 req-b5ebe5f7-42b5-4205-aadf-c7913a30d842 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:03.502790 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46454ad7-2c25-4968-84c2-a0a554da2230 req-b5ebe5f7-42b5-4205-aadf-c7913a30d842 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0843871 Sep 01 16:34:03.600222 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:03.600816 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:03.601407 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-46454ad7-2c25-4968-84c2-a0a554da2230 req-6014459a-2e7b-4e04-844d-bc6f5a0ab89f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975938 Sep 01 16:34:04.852169 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d721-ec19-40d9-a78a-7e1cbd1f4d4a req-9617f47c-704c-46c3-b13b-d520d4e17bdf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:04.855674 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ae49d721-ec19-40d9-a78a-7e1cbd1f4d4a req-9617f47c-704c-46c3-b13b-d520d4e17bdf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0883114 Sep 01 16:34:04.930844 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ae49d721-ec19-40d9-a78a-7e1cbd1f4d4a req-e15588dd-a463-4578-adc6-08305e048fbf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591738 Sep 01 16:34:05.284229 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:06.133885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8f88-c8dc-4134-8072-766bce3f44a8 req-651bf065-62a9-42a0-a5df-0b9041855e7a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:06.136370 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-936a8f88-c8dc-4134-8072-766bce3f44a8 req-651bf065-62a9-42a0-a5df-0b9041855e7a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0805197 Sep 01 16:34:06.203528 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-936a8f88-c8dc-4134-8072-766bce3f44a8 req-f7f60f10-4565-4994-b270-401950f06e0b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597405 Sep 01 16:34:06.352813 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41182) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:06.523776 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ffa99ad1-af45-453d-bcbe-ea764a9be42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.727788 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ffa99ad1-af45-453d-bcbe-ea764a9be42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.733943 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ffa99ad1-af45-453d-bcbe-ea764a9be42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.779033 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99ad1-af45-453d-bcbe-ea764a9be42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132d205-6012-4e61-aff9-5365ca85d0e9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:06.791355 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ffa99ad1-af45-453d-bcbe-ea764a9be42b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c40df97e96254643917d9fb54260a665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368875 Sep 01 16:34:06.793764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41190) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:06.859257 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.889491 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.955484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.960075 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:06.964150 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f132d205-6012-4e61-aff9-5365ca85d0e9 HTTP/1.1" status: 204 len: 168 time: 0.1668613 Sep 01 16:34:06.980877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a88169-4636-4509-8c08-6034a7dcb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132d205-6012-4e61-aff9-5365ca85d0e9,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.372483 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340da516-4381-4e9d-b5ab-3f626e7dbca4 req-a3d82ae1-e26d-4328-a867-26c3b3b05c93 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:07.374335 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-340da516-4381-4e9d-b5ab-3f626e7dbca4 req-a3d82ae1-e26d-4328-a867-26c3b3b05c93 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0633907 Sep 01 16:34:07.430214 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-340da516-4381-4e9d-b5ab-3f626e7dbca4 req-888bf926-cf1d-4904-9773-4a07f1720274 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Sep 01 16:34:07.949962 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-f2e059e1-2f61-4c84-8d0c-695ccc39139f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:07.952647 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-f2e059e1-2f61-4c84-8d0c-695ccc39139f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 815 time: 0.1608689 Sep 01 16:34:07.970760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-29ebc369-4e5c-46ac-a67c-8bba39177ea3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/quotas/5c458f8fe0e2459c9ad8c8dc6cab3b7f HTTP/1.1" status: 200 len: 375 time: 0.0109422 Sep 01 16:34:08.043169 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-9d77d129-2dbc-4d91-95df-ad05d25a3fc0 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653267 Sep 01 16:34:08.320083 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-88bdd53f-9fd8-4c9b-a8a1-6b99df52d98b service neutron] 10.222.0.101 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531981 Sep 01 16:34:08.495859 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-3230ec26-8ad8-401a-bfa5-4e5abfb4df01 service neutron] 10.222.0.101 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563721 Sep 01 16:34:08.594832 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d56d-2851-41f4-8e90-c6d81efaf98c req-16e5ae4d-0a1a-4830-989e-fea583ec973e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:08.597692 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-86b6d56d-2851-41f4-8e90-c6d81efaf98c req-16e5ae4d-0a1a-4830-989e-fea583ec973e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0710552 Sep 01 16:34:08.671844 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-86b6d56d-2851-41f4-8e90-c6d81efaf98c req-67799ad7-fc42-412a-a2ab-ff19334cd186 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648522 Sep 01 16:34:08.711551 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-956f493e-738a-4da8-bcc6-7d5668254048 req-050ecf77-b7f8-4ab4-bcc2-8de3d6074276 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 210 time: 0.0458777 Sep 01 16:34:09.660138 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-c562875b-4b45-46ac-926a-f44ce1aec1c5 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=a00bca49cf364b74a6597e47c3b2287f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319002 Sep 01 16:34:09.834296 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a1552-b536-42d6-82ca-f3d80c33cd16 req-ce8e372c-f870-498f-bec0-a03798788321 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:09.837303 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-560a1552-b536-42d6-82ca-f3d80c33cd16 req-ce8e372c-f870-498f-bec0-a03798788321 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0729091 Sep 01 16:34:09.934275 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-2bd1adde-6af1-41ca-8f07-985f154c3d22 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:09.937350 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-2bd1adde-6af1-41ca-8f07-985f154c3d22 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708173 Sep 01 16:34:09.965827 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-baed719c-fdf1-41ca-b958-cb456d64fba2 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/quotas/a00bca49cf364b74a6597e47c3b2287f HTTP/1.1" status: 200 len: 375 time: 0.0160801 Sep 01 16:34:09.969357 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-560a1552-b536-42d6-82ca-f3d80c33cd16 req-12c09af0-dac2-4365-8dce-48a1558f2f01 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179612 Sep 01 16:34:10.020764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-8f64784e-f7e1-4d5a-9344-ce118993bc91 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:10.022411 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-8f64784e-f7e1-4d5a-9344-ce118993bc91 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 815 time: 0.1671786 Sep 01 16:34:10.030230 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-25f458bf-d77a-4f83-a1a3-d806ad53b06c tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a00bca49cf364b74a6597e47c3b2287f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568721 Sep 01 16:34:10.036684 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'port': {'device_id': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'admin_state_up': True, 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:10.141499 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-809b6c6c-9ed4-4e8b-8e0c-081a1515d0c8 req-0cb8cc22-b88d-49ac-9ef4-068499ba1997 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 210 time: 0.0372646 Sep 01 16:34:10.231696 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Made reservation on behalf of 5c458f8fe0e2459c9ad8c8dc6cab3b7f for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:10.235709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:10.259674 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aec1cab8-1b1f-47f2-a7b9-e47b7d7c6e64 req-22ccb211-d30c-4727-b31c-ae074f0725d5 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0594769 Sep 01 16:34:10.663879 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Allocated IP 172.20.0.6 (69dc1a86-55fa-4a4d-92b5-0fe25f670ded/e3f05029-b3d0-4798-90dc-0f8885c23fae/c99d2797-6314-48b7-a18b-3f5d0500a260) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:11.061591 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:11.102111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Transition to ACTIVE for port object c99d2797-6314-48b7-a18b-3f5d0500a260 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:11.257789 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:11.327479 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285971d-7846-4d83-a499-57687bd9c14f req-eca6f283-c1a9-4ff3-b048-032528e27056 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:11.329631 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c285971d-7846-4d83-a499-57687bd9c14f req-eca6f283-c1a9-4ff3-b048-032528e27056 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1702433 Sep 01 16:34:11.343278 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:11.347711 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:11.391352 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:34:11.508398 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ddb85-3992-434e-af75-c5b14c4c47b7 req-9c43c3ac-d93a-4954-98e1-78439232a9e3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:11.513810 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:11.537954 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8d4ddb85-3992-434e-af75-c5b14c4c47b7 req-9c43c3ac-d93a-4954-98e1-78439232a9e3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 931 time: 0.1652117 Sep 01 16:34:11.587798 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c285971d-7846-4d83-a499-57687bd9c14f req-f1a9b1f4-48e4-4a14-b272-b903480d562c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183306 Sep 01 16:34:11.617305 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:11.620852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:11.660964 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8d4ddb85-3992-434e-af75-c5b14c4c47b7 req-52428d81-6c40-44da-bf00-0ece427aae0b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189091 Sep 01 16:34:11.663597 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-0efd52aa-9bd4-4621-bd88-9c1d89626cc5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6315694 Sep 01 16:34:11.692750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Request body: {'port': {'device_id': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:11.935501 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bb9e91e2-66a9-4ba6-b1cd-01dec55866ee req-2895f183-25ea-42cb-8020-01694dcf917c tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.1312826 Sep 01 16:34:11.995212 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-f8ca5b9b-23ae-4437-9ad6-94a1613a278d None None] Provisioning for port c99d2797-6314-48b7-a18b-3f5d0500a260 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:11.998750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.015579 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-f8ca5b9b-23ae-4437-9ad6-94a1613a278d None None] Provisioning complete for port c99d2797-6314-48b7-a18b-3f5d0500a260 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:12.016255 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5b9b-23ae-4437-9ad6-94a1613a278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.081869 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca5b9b-23ae-4437-9ad6-94a1613a278d None None] Port c99d2797-6314-48b7-a18b-3f5d0500a260 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:34:12.436823 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.775622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99d2797-6314-48b7-a18b-3f5d0500a260 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:12.790877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.815421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Transition to ACTIVE for port object c99d2797-6314-48b7-a18b-3f5d0500a260 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:12.821028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.945871 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccf99-e86a-4e2f-9c71-a131c78ef930 req-2ebbd6e1-8be8-408b-98ea-6d0c11d3fdb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:12.951602 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.986038 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5cccf99-e86a-4e2f-9c71-a131c78ef930 req-2ebbd6e1-8be8-408b-98ea-6d0c11d3fdb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.2057500 Sep 01 16:34:13.130672 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f5cccf99-e86a-4e2f-9c71-a131c78ef930 req-00ee3aa9-811a-4f9f-a5b7-41b37b4de246 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417303 Sep 01 16:34:13.194483 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c3944-a585-47f2-8f45-463caeb5b138 req-b1d61365-e7d1-413d-8791-b0c1c96885f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:13.204445 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a80c3944-a585-47f2-8f45-463caeb5b138 req-b1d61365-e7d1-413d-8791-b0c1c96885f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.3221021 Sep 01 16:34:13.260639 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Attempting to bind port c99d2797-6314-48b7-a18b-3f5d0500a260 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:34:13.261215 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Attempting to bind port c99d2797-6314-48b7-a18b-3f5d0500a260 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:34:13.265241 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Attempting to bind port c99d2797-6314-48b7-a18b-3f5d0500a260 on network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:13.333731 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a80c3944-a585-47f2-8f45-463caeb5b138 req-ef7c0237-7bff-4135-8af4-ff76a8a358e1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280210 Sep 01 16:34:13.340963 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Port c99d2797-6314-48b7-a18b-3f5d0500a260 on network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:34:13.341517 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Attempting to bind port c99d2797-6314-48b7-a18b-3f5d0500a260 on network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:13.357409 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:34:13.357980 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Checking segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:34:13.358643 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Bound using segment: {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:34:13.359428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Bound port: c99d2797-6314-48b7-a18b-3f5d0500a260, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89cc2068-f8b6-4a7e-89d3-145fb533d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:34:13.360047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:13.418445 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8bcb4f45-96a3-4b77-b58b-43fa156b9e3d req-d5510869-042a-4c8e-a420-c0cdfef5c146 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0959733 Sep 01 16:34:13.522992 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:13.528339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:13.543888 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:13.586447 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:13.588105 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:13.590618 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] 10.222.0.83 "PUT /v2.0/ports/c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1093 time: 1.9026253 Sep 01 16:34:13.591360 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:13.600397 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:13.672705 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74234f7d-0b21-486f-a23f-fad9e971680b service neutron] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:14.060776 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd06e5-f603-468b-b3d4-17c8cccb68c2 x-openstack-request-id: req-6abd06e5-f603-468b-b3d4-17c8cccb68c2 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:14.061563 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:14.061726 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6abd06e5-f603-468b-b3d4-17c8cccb68c2 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:14.062381 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:34:14.278844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:14.418323 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995f6e-5de9-4ad8-a4b7-2980d47247e3 req-2040fe29-401f-4514-828e-620b29adb5cf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:14.432227 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-35995f6e-5de9-4ad8-a4b7-2980d47247e3 req-2040fe29-401f-4514-828e-620b29adb5cf tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1270189 Sep 01 16:34:14.478266 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:14.507462 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:14.534494 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-35995f6e-5de9-4ad8-a4b7-2980d47247e3 req-7d352d84-82a0-4312-8864-fc05e114781f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007195 Sep 01 16:34:14.618548 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:14.654587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:14.722852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd562c-566f-4d36-82c2-a74c99a98479 req-b364171c-3a04-4252-b108-464de44dc024 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:14.723980 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:14.725287 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bdd562c-566f-4d36-82c2-a74c99a98479 req-b364171c-3a04-4252-b108-464de44dc024 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.1570632 Sep 01 16:34:14.736005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:14.801984 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2958435e-0fd8-466b-880b-3d2d5e2b43e5 req-a08ce014-0a91-42ab-a48d-96496778ae36 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0697052 Sep 01 16:34:14.864863 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9bdd562c-566f-4d36-82c2-a74c99a98479 req-7e5d0f18-79ea-4cc1-bc68-4ee0c0320c7f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085875 Sep 01 16:34:14.879419 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['6c50d13e-8a37-4c79-86e3-b3deff5ed889'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:15.004904 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=6']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:15.731704 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c35e6-8458-4de3-b098-9b8aebbf1b07 req-d3c57133-fe44-460c-90a0-3e5acbcaf649 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:15.734274 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a2c35e6-8458-4de3-b098-9b8aebbf1b07 req-d3c57133-fe44-460c-90a0-3e5acbcaf649 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 945 time: 0.0796478 Sep 01 16:34:15.837325 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8a2c35e6-8458-4de3-b098-9b8aebbf1b07 req-2fd473d9-dc47-4bee-880c-6aa1811b61f9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897651 Sep 01 16:34:16.025821 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7eb6aa3e-29ab-489b-9908-17cb6143a84b req-a4212f3e-1085-47e8-889c-232e6e18b1bd tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0630732 Sep 01 16:34:16.123007 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdadf53-0f33-4738-a836-449f0350ed1c req-ec424b71-0584-4078-a10e-cfdebeaa01f5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:16.124913 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bdadf53-0f33-4738-a836-449f0350ed1c req-ec424b71-0584-4078-a10e-cfdebeaa01f5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.0833237 Sep 01 16:34:16.191779 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6bdadf53-0f33-4738-a836-449f0350ed1c req-758b9d94-9d2a-4b70-b65d-a8f75e76bd42 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599484 Sep 01 16:34:16.282969 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:16.392795 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:16.393069 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.554613 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.599270 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:16.601888 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a8b84-13f3-4522-87ea-9ef2ece33f62" -d '{"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:16.626382 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:16.635003 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.741682 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=7']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:16.792069 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0870334-9c39-4645-b1a7-051b7982ed05 x-openstack-request-id: req-c0870334-9c39-4645-b1a7-051b7982ed05 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:16.792592 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:16.793092 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c0870334-9c39-4645-b1a7-051b7982ed05 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:16.793581 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'code': 200} Sep 01 16:34:17.039495 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6b87a-9810-44bf-ae99-b1a380e0fc65 req-424c851d-52f6-4338-96ad-f427f8fe036b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:17.043394 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eb6b87a-9810-44bf-ae99-b1a380e0fc65 req-424c851d-52f6-4338-96ad-f427f8fe036b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0839803 Sep 01 16:34:17.164697 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7eb6b87a-9810-44bf-ae99-b1a380e0fc65 req-88c7c690-5120-4b94-8b14-f6880965314d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099038 Sep 01 16:34:17.205612 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-002f1447-1811-4249-9aeb-eaeea97a9a96 req-510ffc80-5e6f-4508-85e5-7610a527acef tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0507529 Sep 01 16:34:17.428835 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa0830-0408-4c4b-b9e9-aba1772bc67a req-b6e044e9-b1b1-47e8-a55e-f98e02d96de0 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:17.428835 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d5fa0830-0408-4c4b-b9e9-aba1772bc67a req-b6e044e9-b1b1-47e8-a55e-f98e02d96de0 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.1175807 Sep 01 16:34:17.516747 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d5fa0830-0408-4c4b-b9e9-aba1772bc67a req-192f56c7-bf45-487f-8f2f-801920475fbb tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788066 Sep 01 16:34:17.682962 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1cb3deef-9c36-4b5f-bd2b-c9f1f3e5dd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:18.420065 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0be73-b884-413d-971f-e2559afcdb47 req-66de825d-1fa4-4219-977d-5ea17be3bdd0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:18.426525 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-22c0be73-b884-413d-971f-e2559afcdb47 req-66de825d-1fa4-4219-977d-5ea17be3bdd0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0753655 Sep 01 16:34:18.478103 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7cee3934-f8aa-4fd5-8656-6de13142b4fd req-0a9a279b-d20a-4edc-b868-a3a1477e62b7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0864601 Sep 01 16:34:18.499731 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-22c0be73-b884-413d-971f-e2559afcdb47 req-7e4614b2-bec2-4c11-9bfe-76cfc4921556 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649846 Sep 01 16:34:18.760406 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d04b-43bb-4e8b-a01e-6ccd0127d109 req-456eb444-f16e-410a-8827-349d7542dc7a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:18.763231 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cea8d04b-43bb-4e8b-a01e-6ccd0127d109 req-456eb444-f16e-410a-8827-349d7542dc7a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.1184070 Sep 01 16:34:18.858614 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cea8d04b-43bb-4e8b-a01e-6ccd0127d109 req-bfa471de-4811-4242-ba92-cb381e5858d8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Sep 01 16:34:19.665434 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5c35cae6-dfa2-450e-8557-32d1f00f3faf req-5a6a6f5b-63e5-41cb-9d13-1808d34941d8 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0647812 Sep 01 16:34:19.762350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac8b98-83df-4868-ba4e-37f6122ab6b1 req-10ef22bc-fefd-47ac-895d-50ab66641d8d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:19.764723 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-14ac8b98-83df-4868-ba4e-37f6122ab6b1 req-10ef22bc-fefd-47ac-895d-50ab66641d8d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1016390 Sep 01 16:34:19.864766 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-14ac8b98-83df-4868-ba4e-37f6122ab6b1 req-575a07a1-f718-48c2-a05b-fbe06e815f8a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846064 Sep 01 16:34:20.085707 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231a59-2142-42a1-b64b-a3959eff1cf6 req-e77bbcd5-6230-466d-af35-fa96216a7657 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:20.089028 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fa231a59-2142-42a1-b64b-a3959eff1cf6 req-e77bbcd5-6230-466d-af35-fa96216a7657 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.0930529 Sep 01 16:34:20.158477 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fa231a59-2142-42a1-b64b-a3959eff1cf6 req-1ec3c1ad-0cec-4330-920c-88710586ad26 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567470 Sep 01 16:34:20.822924 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f547fa3f-21fa-4f40-8bd0-39cfc73774bc req-781c9c88-2bec-4a60-9bbb-b0621aa9c3f3 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0553780 Sep 01 16:34:21.069080 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c20bd1-8a40-47dd-bbc8-6a03cb64193a req-892bf8b2-3905-468f-ab27-2b1767f32f7c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:21.069975 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-81c20bd1-8a40-47dd-bbc8-6a03cb64193a req-892bf8b2-3905-468f-ab27-2b1767f32f7c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0747464 Sep 01 16:34:21.115333 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-81c20bd1-8a40-47dd-bbc8-6a03cb64193a req-09766946-acd5-4e49-a71e-ef0c77a00ca2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Sep 01 16:34:21.327180 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08481e-b09f-4e4f-9e1a-fc987ea66fee req-3d370dc2-cb04-4661-b471-f64eb81a8fe4 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:21.329119 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef08481e-b09f-4e4f-9e1a-fc987ea66fee req-3d370dc2-cb04-4661-b471-f64eb81a8fe4 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.0640092 Sep 01 16:34:21.385616 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ef08481e-b09f-4e4f-9e1a-fc987ea66fee req-f2769b71-3693-490b-b168-c576b4b813ea tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Sep 01 16:34:21.595359 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-10bc9c47-66df-4a4c-aa8b-a8620fb84619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:21.598234 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-10bc9c47-66df-4a4c-aa8b-a8620fb84619 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1096 time: 0.0733659 Sep 01 16:34:21.872147 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-7074c407-caab-4f9f-8cc1-0f14905e1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:21.874353 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-7074c407-caab-4f9f-8cc1-0f14905e1341 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2642689 Sep 01 16:34:21.975013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a82705e-cb73-484f-a8e6-e56b7958ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:22.139001 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-7ff8ef70-18ff-452a-9794-81e81bbcc121 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a00bca49cf364b74a6597e47c3b2287f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1405151 Sep 01 16:34:22.142605 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-31275dda-3845-4a55-a469-10a4ef8377e4 req-b22153a3-f5c7-4872-a1df-5c0f0c9a7218 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.1422682 Sep 01 16:34:22.211004 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:22.334970 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f7d0-ed31-4971-97a9-2ecd75a3fbf0 req-4cf19b08-c998-4b48-8be4-27cb5c557467 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:22.340066 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21f2f7d0-ed31-4971-97a9-2ecd75a3fbf0 req-4cf19b08-c998-4b48-8be4-27cb5c557467 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0757575 Sep 01 16:34:22.402927 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-21f2f7d0-ed31-4971-97a9-2ecd75a3fbf0 req-f1008db0-bdcd-42ef-b4bb-e14656423afa tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Sep 01 16:34:22.458930 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-44b2bd8d-48dc-4e13-ba29-3611fa33d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:22.460791 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ba6e7e3a-a9be-431d-b885-ef0f39c8f891 req-44b2bd8d-48dc-4e13-ba29-3611fa33d773 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5753288 Sep 01 16:34:22.615993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:22.639573 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-4c9ae19a-708d-4504-9abf-d5a8c4b32c84 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:22.641845 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-4c9ae19a-708d-4504-9abf-d5a8c4b32c84 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4813004 Sep 01 16:34:22.674817 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Request body: {'port': {'device_id': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934', 'admin_state_up': True, 'tenant_id': 'a00bca49cf364b74a6597e47c3b2287f'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:22.766578 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-bdafe251-76c1-44aa-a622-5b2571556525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:22.768623 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-bdafe251-76c1-44aa-a622-5b2571556525 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1096 time: 0.2170246 Sep 01 16:34:22.799206 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdd1a3-4eb9-48b7-a794-46e343e30ace req-1aeadd42-f471-4f0c-902b-ee9092b2c9fc tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:22.801535 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53cdd1a3-4eb9-48b7-a794-46e343e30ace req-1aeadd42-f471-4f0c-902b-ee9092b2c9fc tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.2192559 Sep 01 16:34:22.875355 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-899528d7-b039-43b8-a59a-79cc3cd015bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 217 time: 0.0970218 Sep 01 16:34:22.993900 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53cdd1a3-4eb9-48b7-a794-46e343e30ace req-5bb4cfd9-b989-4aa9-bc59-6f439c8d7632 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357181 Sep 01 16:34:22.998847 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-98952ad0-4206-4119-aa72-73a09932beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:23.000542 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-98952ad0-4206-4119-aa72-73a09932beed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.1105194 Sep 01 16:34:23.052826 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Made reservation on behalf of a00bca49cf364b74a6597e47c3b2287f for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:23.057869 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:23.071656 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:23.092441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-390d943c-2004-4e56-be91-a2375673c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:23.094157 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-390d943c-2004-4e56-be91-a2375673c7e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800993 Sep 01 16:34:23.298383 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a91799bd-d556-46a5-909f-d9f5c1d5f75c req-7b9cd85a-c023-44ea-ae16-38e419c6fd0e tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 210 time: 0.0447388 Sep 01 16:34:23.328077 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-3f13ff58-384c-4fa9-b939-aed9f1412ca2 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253985 Sep 01 16:34:23.482959 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:23.504272 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:23.725489 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4ab3363a-4acd-431c-bd1a-a45fd77d5fd1 req-5d861541-8206-4dd4-a61e-db040af52621 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893332 Sep 01 16:34:23.730441 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:23.805738 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5de3fe-a838-44d6-b03d-ce58614e43ec req-ecaadc51-73d9-4882-acfd-64e95b4b7820 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:23.807663 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0e5de3fe-a838-44d6-b03d-ce58614e43ec req-ecaadc51-73d9-4882-acfd-64e95b4b7820 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.2087262 Sep 01 16:34:23.859220 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Allocated IP 192.168.233.58 (d08cd31e-e599-49ef-8362-dd983c1f8934/531996c1-2500-4398-aaab-26f059009853/8f52ecc0-4879-40fd-b3e0-64bd20261726) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:23.913902 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0e5de3fe-a838-44d6-b03d-ce58614e43ec req-6aa2c279-565c-46ee-b0d9-4ef67e9fa034 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968242 Sep 01 16:34:24.217188 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:24.222696 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2f17b-bfe6-4960-89b6-6c85de8fea4b req-d14f80a2-b287-4b11-a3fa-207af699f778 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:24.227208 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4a2f17b-bfe6-4960-89b6-6c85de8fea4b req-d14f80a2-b287-4b11-a3fa-207af699f778 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.1036489 Sep 01 16:34:24.253931 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Transition to ACTIVE for port object 8f52ecc0-4879-40fd-b3e0-64bd20261726 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:24.300129 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4a2f17b-bfe6-4960-89b6-6c85de8fea4b req-be2da720-b5a2-4f50-b9b8-18eb6e2282e1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632908 Sep 01 16:34:24.355204 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:24.511438 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Pushing event updated for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:24.546998 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Network d08cd31e-e599-49ef-8362-dd983c1f8934 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:24.554489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:24.561841 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:34:24.633252 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480d59-0e51-467e-96ac-e3aae18f961f req-52f94fef-b918-4904-85fd-4ccab7975ab2 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:24.642257 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-38480d59-0e51-467e-96ac-e3aae18f961f req-52f94fef-b918-4904-85fd-4ccab7975ab2 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 935 time: 0.1992853 Sep 01 16:34:24.742032 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:24.743349 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:24.760965 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-38480d59-0e51-467e-96ac-e3aae18f961f req-9011764a-44ae-4128-a6b4-97238f1a0b1d tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Sep 01 16:34:24.790873 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:24.815145 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-77bb3381-71af-4751-beb3-3c1ebff21fe7 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1495638 Sep 01 16:34:24.841623 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Request body: {'port': {'device_id': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:25.050946 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-a0ea01de-2c52-40b3-a65a-48bc4cc620e3 None None] Provisioning for port 8f52ecc0-4879-40fd-b3e0-64bd20261726 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:25.058358 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-a0ea01de-2c52-40b3-a65a-48bc4cc620e3 None None] Provisioning complete for port 8f52ecc0-4879-40fd-b3e0-64bd20261726 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:25.059177 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a0ea01de-2c52-40b3-a65a-48bc4cc620e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:25.148971 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea01de-2c52-40b3-a65a-48bc4cc620e3 None None] Port 8f52ecc0-4879-40fd-b3e0-64bd20261726 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:34:25.199492 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c3d5-3db5-46c4-889c-3abe576b1547 req-b01f23e2-c860-41f5-abb1-66e4efbc9c75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:25.203600 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac44c3d5-3db5-46c4-889c-3abe576b1547 req-b01f23e2-c860-41f5-abb1-66e4efbc9c75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1280825 Sep 01 16:34:25.294894 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac44c3d5-3db5-46c4-889c-3abe576b1547 req-f5e45e25-2701-4adf-944d-7f2806422572 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803375 Sep 01 16:34:25.348268 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:25.741010 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515748c1-e6f9-4228-80ae-27f8d76f25e2 req-953ac5fb-e3a5-4980-86f8-bfc8c27d9a1a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:25.743484 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-515748c1-e6f9-4228-80ae-27f8d76f25e2 req-953ac5fb-e3a5-4980-86f8-bfc8c27d9a1a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 943 time: 0.2711401 Sep 01 16:34:25.839012 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-515748c1-e6f9-4228-80ae-27f8d76f25e2 req-e245379a-bdb3-4c4c-85c6-803ed26c02cf tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Sep 01 16:34:25.997854 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f52ecc0-4879-40fd-b3e0-64bd20261726 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:26.001537 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.025977 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Transition to ACTIVE for port object 8f52ecc0-4879-40fd-b3e0-64bd20261726 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:26.035520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.052852 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359e008-09ea-4fa9-8425-0e64bf67fe9b req-95af5625-e671-49b6-9301-e855427e768f tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:26.066704 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c359e008-09ea-4fa9-8425-0e64bf67fe9b req-95af5625-e671-49b6-9301-e855427e768f tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 935 time: 0.1488774 Sep 01 16:34:26.151571 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Pushing event updated for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:26.174102 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c359e008-09ea-4fa9-8425-0e64bf67fe9b req-54142463-97d1-4e72-8542-2c09a490975e tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055896 Sep 01 16:34:26.302681 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device c99d2797-6314-48b7-a18b-3f5d0500a260 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:26.345064 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Attempting to bind port 8f52ecc0-4879-40fd-b3e0-64bd20261726 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:34:26.345637 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Attempting to bind port 8f52ecc0-4879-40fd-b3e0-64bd20261726 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:34:26.346187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Attempting to bind port 8f52ecc0-4879-40fd-b3e0-64bd20261726 on network d08cd31e-e599-49ef-8362-dd983c1f8934 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:26.364798 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Port 8f52ecc0-4879-40fd-b3e0-64bd20261726 on network d08cd31e-e599-49ef-8362-dd983c1f8934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:34:26.366089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Attempting to bind port 8f52ecc0-4879-40fd-b3e0-64bd20261726 on network d08cd31e-e599-49ef-8362-dd983c1f8934 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:26.411069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:34:26.411503 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Checking segment: {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:34:26.412061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Bound using segment: {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:34:26.412716 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Bound port: 8f52ecc0-4879-40fd-b3e0-64bd20261726, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b15fe-75a9-424f-96a5-d37890049fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:34:26.425354 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.543945 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:26.569131 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'port_id': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'mac_address': 'fa:16:3e:30:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:26.603779 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890eeed-fdb0-4824-b0c8-b115d43168fb req-f2d08ec9-1ee7-4d4b-b99e-8b52989dcbc2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:26.607050 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1890eeed-fdb0-4824-b0c8-b115d43168fb req-f2d08ec9-1ee7-4d4b-b99e-8b52989dcbc2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1498938 Sep 01 16:34:26.647266 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.666135 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99d2797-6314-48b7-a18b-3f5d0500a260 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:26.700014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1890eeed-fdb0-4824-b0c8-b115d43168fb req-d79775d2-ce7d-4723-b4c1-9c36594b0b52 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751693 Sep 01 16:34:26.709497 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:26.716042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:26.716681 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:26.745076 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.746677 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.818756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:26.819701 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:26.822834 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] 10.222.0.83 "PUT /v2.0/ports/8f52ecc0-4879-40fd-b3e0-64bd20261726 HTTP/1.1" status: 200 len: 1097 time: 1.9966230 Sep 01 16:34:26.823561 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:26.827724 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aa6e48-7f1a-4a5c-8037-a9771b31f180" -d '{"events": [{"name": "network-changed", "server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:26.899563 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa2ae8-c675-4e20-b66a-ec361162180d service neutron] Pushing event updated for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:26.944187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:26.960698 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b10fe12-5626-43e0-858f-e1df61df61a7 x-openstack-request-id: req-4b10fe12-5626-43e0-858f-e1df61df61a7 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:26.961891 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:26.970221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b10fe12-5626-43e0-858f-e1df61df61a7 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:26.971719 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726', 'status': 'completed', 'code': 200} Sep 01 16:34:27.016467 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:27.123056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89966abe-bbc4-4e11-9167-d97cd634cc87 req-e892a7fd-a2de-4d98-875d-405b375b039c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.123056 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89966abe-bbc4-4e11-9167-d97cd634cc87 req-e892a7fd-a2de-4d98-875d-405b375b039c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 944 time: 0.1074913 Sep 01 16:34:27.123056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-d7566f00-0f47-4ed3-8d14-387e64c6f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.123056 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-d7566f00-0f47-4ed3-8d14-387e64c6f427 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a00bca49cf364b74a6597e47c3b2287f&device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 1100 time: 0.1950901 Sep 01 16:34:27.276462 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-be9cc832-37ab-4b64-a0fb-6e710e466856 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726 HTTP/1.1" status: 200 len: 217 time: 0.1518300 Sep 01 16:34:27.291539 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89966abe-bbc4-4e11-9167-d97cd634cc87 req-eff151a2-26a8-43ff-baae-a037a4bfca0c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680276 Sep 01 16:34:27.363292 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-4aee76f7-9117-402f-810c-a88d6cd339f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.365053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-4aee76f7-9117-402f-810c-a88d6cd339f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=531996c1-2500-4398-aaab-26f059009853 HTTP/1.1" status: 200 len: 843 time: 0.0717247 Sep 01 16:34:27.438948 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdeb64-b540-4c56-b5c2-16d5a68666f1 req-b33e23c1-64c1-4e0c-b885-588f03dce0fa tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.442025 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55cdeb64-b540-4c56-b5c2-16d5a68666f1 req-b33e23c1-64c1-4e0c-b885-588f03dce0fa tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 947 time: 0.0776098 Sep 01 16:34:27.452738 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-81c0012a-dee6-43e6-a3da-4ee69c40c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.455743 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-81c0012a-dee6-43e6-a3da-4ee69c40c028 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08cd31e-e599-49ef-8362-dd983c1f8934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0824559 Sep 01 16:34:27.510495 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-55cdeb64-b540-4c56-b5c2-16d5a68666f1 req-0192916d-83f0-452e-bce2-abdb3ec4a426 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Sep 01 16:34:27.630639 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-a9ea5a61-afa0-425c-8ea4-ee2bff2beb2b service neutron] 10.222.0.83 "GET /v2.0/networks/d08cd31e-e599-49ef-8362-dd983c1f8934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639729 Sep 01 16:34:27.822330 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-87281052-a42b-4eee-9b14-58a8acde0f48 req-ba1d06af-6995-4fe4-bdc2-f46c5bc71661 service neutron] 10.222.0.83 "GET /v2.0/networks/d08cd31e-e599-49ef-8362-dd983c1f8934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825895 Sep 01 16:34:28.003520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641367d-ef61-46b0-972b-84dc34f3d0bd req-f1334607-97c0-45fd-bac7-466eabf10971 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.006171 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9641367d-ef61-46b0-972b-84dc34f3d0bd req-f1334607-97c0-45fd-bac7-466eabf10971 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1574788 Sep 01 16:34:28.023781 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-729a666f-e137-476c-ae97-9bc02e4cb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.026733 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-729a666f-e137-476c-ae97-9bc02e4cb308 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a00bca49cf364b74a6597e47c3b2287f&device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 1100 time: 0.1209888 Sep 01 16:34:28.150372 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9641367d-ef61-46b0-972b-84dc34f3d0bd req-4c4c7fd7-a5a5-4fd6-8294-c6b74613c573 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170292 Sep 01 16:34:28.195798 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-77ba58be-4f63-4158-9fda-d5b897d8dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.198174 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-77ba58be-4f63-4158-9fda-d5b897d8dc4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d08cd31e-e599-49ef-8362-dd983c1f8934 HTTP/1.1" status: 200 len: 870 time: 0.1629529 Sep 01 16:34:28.279123 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-6582ec1c-7454-464b-9141-e45498e0c2a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726 HTTP/1.1" status: 200 len: 217 time: 0.0708978 Sep 01 16:34:28.347115 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device c99d2797-6314-48b7-a18b-3f5d0500a260 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:28.368461 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-d168c836-36bc-4f2c-93fd-982027d90746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.370150 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-d168c836-36bc-4f2c-93fd-982027d90746 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=531996c1-2500-4398-aaab-26f059009853 HTTP/1.1" status: 200 len: 843 time: 0.0836871 Sep 01 16:34:28.478561 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-f3e1205d-403d-4a73-80aa-25f3a734243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.480743 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-f3e1205d-403d-4a73-80aa-25f3a734243d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d08cd31e-e599-49ef-8362-dd983c1f8934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1023321 Sep 01 16:34:28.493416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port c99d2797-6314-48b7-a18b-3f5d0500a260 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:28.500698 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port c99d2797-6314-48b7-a18b-3f5d0500a260 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:28.501850 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.581387 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc261b7-0743-4fec-8766-9efd26175148 req-cc8d2e19-d330-4d79-855c-91452fe2352a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.585150 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cc261b7-0743-4fec-8766-9efd26175148 req-cc8d2e19-d330-4d79-855c-91452fe2352a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 944 time: 0.1304944 Sep 01 16:34:28.686730 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9cc261b7-0743-4fec-8766-9efd26175148 req-c74e48a2-c1e0-45cd-a1b0-c588ac0c83e5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901544 Sep 01 16:34:28.767249 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-ba1a510c-6450-4355-8383-39ef4a7b5c12 service neutron] 10.222.0.83 "GET /v2.0/networks/d08cd31e-e599-49ef-8362-dd983c1f8934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779005 Sep 01 16:34:28.776078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.832076 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:28.838699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd242f-095e-4c1f-a1a5-2be2e96fb581" -d '{"events": [{"server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "name": "network-vif-plugged", "status": "completed", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:28.866637 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:28.875269 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.904301 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35630-68b8-464e-ab3d-0f0c1afceea5 req-5e52f40d-a612-4568-8e57-ef88703c5410 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.906125 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2ad35630-68b8-464e-ab3d-0f0c1afceea5 req-5e52f40d-a612-4568-8e57-ef88703c5410 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 947 time: 0.2322330 Sep 01 16:34:28.956299 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e25619-06ca-41bd-bc75-b50a6c949c16 x-openstack-request-id: req-a3e25619-06ca-41bd-bc75-b50a6c949c16 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:28.956810 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "name": "network-vif-plugged", "status": "completed", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:28.957186 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3e25619-06ca-41bd-bc75-b50a6c949c16 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:28.957876 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'code': 200} Sep 01 16:34:28.996820 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-63aa6e48-7f1a-4a5c-8037-a9771b31f180 req-1f096ab2-69ff-4504-bdae-c2019fff6717 service neutron] 10.222.0.83 "GET /v2.0/networks/d08cd31e-e599-49ef-8362-dd983c1f8934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209201 Sep 01 16:34:29.011370 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:29.033155 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2ad35630-68b8-464e-ab3d-0f0c1afceea5 req-b5e4ebde-46ba-40b3-87e8-43b248b821c5 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974791 Sep 01 16:34:29.264859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071825f-ffa6-47b3-976e-b046c63f39c1 req-29aa52cf-f9f6-4003-a355-c44daaae9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:29.267297 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8071825f-ffa6-47b3-976e-b046c63f39c1 req-29aa52cf-f9f6-4003-a355-c44daaae9229 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1098 time: 0.0906963 Sep 01 16:34:29.343380 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8071825f-ffa6-47b3-976e-b046c63f39c1 req-5247e31b-af5b-4ecf-aae2-5084c281d00f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Sep 01 16:34:29.378090 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb062-29a6-48a6-b1ba-d0f8f47c5817 req-88ea13e6-fa54-4081-8186-05dc2ab34a35 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:29.379906 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6dccb062-29a6-48a6-b1ba-d0f8f47c5817 req-88ea13e6-fa54-4081-8186-05dc2ab34a35 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0924659 Sep 01 16:34:29.450424 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6dccb062-29a6-48a6-b1ba-d0f8f47c5817 req-4692c10e-a797-4b9b-9c9d-1db598faeb91 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560274 Sep 01 16:34:29.910097 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d6f48-a7e9-46ba-a4b3-77135c363a0e req-0ae69689-b06b-439f-90eb-15215d46c3dd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:29.911819 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-595d6f48-a7e9-46ba-a4b3-77135c363a0e req-0ae69689-b06b-439f-90eb-15215d46c3dd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1054306 Sep 01 16:34:29.979431 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-595d6f48-a7e9-46ba-a4b3-77135c363a0e req-35064da4-2721-4d44-a488-5753e9456d63 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Sep 01 16:34:30.220322 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0661-43ac-400d-a6c5-c55e4d4d6483 req-f877f27b-da9a-4400-967f-c6dc9c2e9492 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:30.223163 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17d0661-43ac-400d-a6c5-c55e4d4d6483 req-f877f27b-da9a-4400-967f-c6dc9c2e9492 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 947 time: 0.0693481 Sep 01 16:34:30.282939 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e17d0661-43ac-400d-a6c5-c55e4d4d6483 req-d267a897-c9c4-457a-8299-f0d3acf3417d tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Sep 01 16:34:30.330861 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 8f52ecc0-4879-40fd-b3e0-64bd20261726 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:30.564290 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:30.618695 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '8f52ecc0-4879-40fd-b3e0-64bd20261726', 'network_id': 'd08cd31e-e599-49ef-8362-dd983c1f8934', 'port_id': '8f52ecc0-4879-40fd-b3e0-64bd20261726', 'mac_address': 'fa:16:3e:29:ff:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531996c1-2500-4398-aaab-26f059009853', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:30.686570 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:30.705123 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469a118-57e7-40ba-855b-4e08b53f596b req-f566dc87-892e-4090-8c1f-0877ff140bbd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:30.707791 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f52ecc0-4879-40fd-b3e0-64bd20261726 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:30.714150 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b469a118-57e7-40ba-855b-4e08b53f596b req-f566dc87-892e-4090-8c1f-0877ff140bbd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0970147 Sep 01 16:34:30.740427 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:30.753390 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:30.764323 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b469a118-57e7-40ba-855b-4e08b53f596b req-e588825b-afae-4c55-b318-3cb0cee9feb8 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491917 Sep 01 16:34:30.832613 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:31.009801 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['8f52ecc0-4879-40fd-b3e0-64bd20261726'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:31.175701 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2aeba-b0f2-4bd3-93a3-b16ae0919970 req-ac9d010e-7e57-444a-af15-1ca8196a8438 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:31.184147 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-36f2aeba-b0f2-4bd3-93a3-b16ae0919970 req-ac9d010e-7e57-444a-af15-1ca8196a8438 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.0781171 Sep 01 16:34:31.241444 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-36f2aeba-b0f2-4bd3-93a3-b16ae0919970 req-eafcbcd6-0e28-412a-b82a-4e4323549463 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Sep 01 16:34:31.500381 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036842-233c-4f6e-96af-ab8d5f83fe8c req-84e539f0-3a22-4191-8ed9-65a6546e4264 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:31.502338 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-30036842-233c-4f6e-96af-ab8d5f83fe8c req-84e539f0-3a22-4191-8ed9-65a6546e4264 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1238494 Sep 01 16:34:31.550056 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a969d5-3e3d-4681-9061-55c5b4b78d32 req-5a9530cb-6e13-483c-ab54-9f9db3323c73 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:31.562378 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-30036842-233c-4f6e-96af-ab8d5f83fe8c req-e3c2219e-055d-4a40-9e60-b022393757c3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Sep 01 16:34:31.562563 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85a969d5-3e3d-4681-9061-55c5b4b78d32 req-5a9530cb-6e13-483c-ab54-9f9db3323c73 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 948 time: 0.1438015 Sep 01 16:34:31.628931 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-85a969d5-3e3d-4681-9061-55c5b4b78d32 req-8896100a-7ff8-4b84-b7b3-463a1252216b tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644009 Sep 01 16:34:32.077755 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f99be5-bbd0-4a64-b6d9-74fb38ed06e5 req-da132ab6-563b-4291-87a6-af5166137dff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:32.092112 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4f99be5-bbd0-4a64-b6d9-74fb38ed06e5 req-da132ab6-563b-4291-87a6-af5166137dff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1843741 Sep 01 16:34:32.161717 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b4f99be5-bbd0-4a64-b6d9-74fb38ed06e5 req-d0b5a0a7-16ab-4528-93f3-f31e481a6151 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633521 Sep 01 16:34:32.265470 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9c2bc-be6b-4f92-a8af-68f139f77b86 req-cc924f5c-2e85-4ee8-a76c-3d534db8cbde tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:32.275673 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4dc9c2bc-be6b-4f92-a8af-68f139f77b86 req-cc924f5c-2e85-4ee8-a76c-3d534db8cbde tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1148019 Sep 01 16:34:32.345265 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 8f52ecc0-4879-40fd-b3e0-64bd20261726 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:32.361962 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4dc9c2bc-be6b-4f92-a8af-68f139f77b86 req-70c2734e-15b4-432b-bad7-ed969c6a1f7e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843084 Sep 01 16:34:32.475792 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 8f52ecc0-4879-40fd-b3e0-64bd20261726 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:32.486585 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 8f52ecc0-4879-40fd-b3e0-64bd20261726 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:32.486918 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:32.684081 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:32.748611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:32.753426 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3270cd4f-355d-4fb5-b033-aea84842cb7e" -d '{"events": [{"server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "name": "network-vif-plugged", "status": "completed", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:32.790298 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:32.797464 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:32.942719 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d46e9-4b89-4aa0-9cfa-4b5139171b8c x-openstack-request-id: req-e20d46e9-4b89-4aa0-9cfa-4b5139171b8c {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:32.942719 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "name": "network-vif-plugged", "status": "completed", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:32.943233 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e20d46e9-4b89-4aa0-9cfa-4b5139171b8c {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:32.951580 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726', 'code': 200} Sep 01 16:34:32.965859 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcbf00-7066-4f6a-b351-0c346ebd8625 req-b500f441-5ab0-4d6b-968e-a3227f12f5ad tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:32.980498 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5cfcbf00-7066-4f6a-b351-0c346ebd8625 req-b500f441-5ab0-4d6b-968e-a3227f12f5ad tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.2236185 Sep 01 16:34:33.042563 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:33.151590 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5cfcbf00-7066-4f6a-b351-0c346ebd8625 req-dce737ee-0977-44b3-8a46-08a36b709f51 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662297 Sep 01 16:34:33.387194 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f0e0-0719-4bcc-9361-e6fe39575af6 req-5dd50fdb-49d8-4b12-8c0c-bc8ab845cabb tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:33.390687 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cd85f0e0-0719-4bcc-9361-e6fe39575af6 req-5dd50fdb-49d8-4b12-8c0c-bc8ab845cabb tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1091890 Sep 01 16:34:33.543635 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cd85f0e0-0719-4bcc-9361-e6fe39575af6 req-c48adbc2-e913-4420-8d9c-0bac7487666d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300778 Sep 01 16:34:33.589514 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17e6f0-7ead-4851-8a2d-7404c569d7d1 req-5a9a61bc-6670-4142-be64-7e924c89b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:33.589514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3d17e6f0-7ead-4851-8a2d-7404c569d7d1 req-5a9a61bc-6670-4142-be64-7e924c89b3f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 1102 time: 0.0963156 Sep 01 16:34:33.652650 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3d17e6f0-7ead-4851-8a2d-7404c569d7d1 req-1699d20d-59f3-4075-804c-8cd3678640f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605106 Sep 01 16:34:34.397626 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1277-9ca6-4a53-9358-05fcd39e9f7e req-ffab82ba-7195-4761-8be9-24b0befe7b17 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:34.406187 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0aec1277-9ca6-4a53-9358-05fcd39e9f7e req-ffab82ba-7195-4761-8be9-24b0befe7b17 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.1033740 Sep 01 16:34:34.489114 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0aec1277-9ca6-4a53-9358-05fcd39e9f7e req-a2770fc8-fa0d-42c3-98c9-c590ccb4534d tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Sep 01 16:34:34.863100 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d929b0-5bbf-4551-a9b8-f6307f0e05ab req-163c7f4b-3b57-44fe-8d0b-4bff3a0e9a15 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:34.865685 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1d929b0-5bbf-4551-a9b8-f6307f0e05ab req-163c7f4b-3b57-44fe-8d0b-4bff3a0e9a15 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1293318 Sep 01 16:34:34.959923 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a1d929b0-5bbf-4551-a9b8-f6307f0e05ab req-1dbbdf60-0a80-4d86-aa0a-0dddf457eef6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829642 Sep 01 16:34:35.667626 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf949fa4-6016-402e-a3bd-9a72b2566dbb req-9c3648da-e27b-4e35-b0a6-9ecb8b552817 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:35.670482 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf949fa4-6016-402e-a3bd-9a72b2566dbb req-9c3648da-e27b-4e35-b0a6-9ecb8b552817 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.0812292 Sep 01 16:34:35.800356 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf949fa4-6016-402e-a3bd-9a72b2566dbb req-1a90b016-289a-43ce-8d76-4934e488e611 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172683 Sep 01 16:34:36.238793 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f51f0-19db-4496-8b68-0a2a4c6a965c req-05796b55-2d02-4fd3-b8a3-d163a75c599f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:36.241450 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f5f51f0-19db-4496-8b68-0a2a4c6a965c req-05796b55-2d02-4fd3-b8a3-d163a75c599f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1241183 Sep 01 16:34:36.346763 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3f5f51f0-19db-4496-8b68-0a2a4c6a965c req-488760a0-5404-4b1d-9938-f190b434726b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908785 Sep 01 16:34:36.400807 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab82f-33a4-45e3-83d3-cd1431e6dcb7 req-b198a77c-0a75-4409-a27e-6a72b7947a86 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:36.404045 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cfbab82f-33a4-45e3-83d3-cd1431e6dcb7 req-b198a77c-0a75-4409-a27e-6a72b7947a86 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.1251056 Sep 01 16:34:36.490194 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cfbab82f-33a4-45e3-83d3-cd1431e6dcb7 req-e12446e4-ea53-4fd1-a13b-162bc624e0e8 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Sep 01 16:34:37.582648 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7feb-98c7-464b-bd46-b2c130b1d300 req-afb6d20e-ed7f-4788-98b2-dbeb0d9fa973 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:37.585839 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db7d7feb-98c7-464b-bd46-b2c130b1d300 req-afb6d20e-ed7f-4788-98b2-dbeb0d9fa973 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.1067324 Sep 01 16:34:37.659490 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-db7d7feb-98c7-464b-bd46-b2c130b1d300 req-1190dc4f-7f5a-4174-91b5-538d7db9716a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647199 Sep 01 16:34:37.723276 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-92e9cd01-7c1f-4f55-9ad8-4eb6424d0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:37.725402 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-92e9cd01-7c1f-4f55-9ad8-4eb6424d0b36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1099 time: 0.1178482 Sep 01 16:34:37.741858 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f395-72ab-4c88-b782-59f663c8ede3 req-f3d4f388-3b5c-4d6f-b642-35ee2ce523ad tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:37.744593 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-91b1f395-72ab-4c88-b782-59f663c8ede3 req-f3d4f388-3b5c-4d6f-b642-35ee2ce523ad tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.0818372 Sep 01 16:34:37.953240 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-91b1f395-72ab-4c88-b782-59f663c8ede3 req-7509ff3d-eb09-482f-9490-285dfe74502e tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941719 Sep 01 16:34:37.998579 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-6afba279-a403-4573-bb02-e29dcb776f15 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.001388 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-6afba279-a403-4573-bb02-e29dcb776f15 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.83 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 949 time: 0.2411611 Sep 01 16:34:38.070845 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-f986cefd-f77d-4083-951d-859a70042f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.073511 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-f986cefd-f77d-4083-951d-859a70042f11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.3261418 Sep 01 16:34:38.250833 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-6da4fec8-221f-42f0-a6c7-e54c028b431f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1002 time: 0.1665637 Sep 01 16:34:38.340094 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Deleting port 8f52ecc0-4879-40fd-b3e0-64bd20261726 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:34:38.340644 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:38.423328 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-bbe51f9e-97e9-4f86-aeca-1f1d23d88fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.425928 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-bbe51f9e-97e9-4f86-aeca-1f1d23d88fce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.1648204 Sep 01 16:34:38.569331 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-635a3c1f-48b1-4738-9d00-4d4aaa18f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.571418 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-635a3c1f-48b1-4738-9d00-4d4aaa18f58d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366901 Sep 01 16:34:38.574600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] For port 8f52ecc0-4879-40fd-b3e0-64bd20261726, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=8f52ecc0-4879-40fd-b3e0-64bd20261726,segment=NetworkSegment(603b15fe-75a9-424f-96a5-d37890049fa8),segment_id=603b15fe-75a9-424f-96a5-d37890049fa8)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:38.575228 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:38.627834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Calling delete_port for 8f52ecc0-4879-40fd-b3e0-64bd20261726 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:34:38.842389 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddfae2-1d4d-485b-b200-2afb8bbeb2ce req-537ffb4a-d4d9-4583-92e7-48ecdf0eceb2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.844111 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbddfae2-1d4d-485b-b200-2afb8bbeb2ce req-537ffb4a-d4d9-4583-92e7-48ecdf0eceb2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0781291 Sep 01 16:34:38.863947 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-95c162c1-ac7d-4807-9c28-d4bb853a5746 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839122 Sep 01 16:34:38.909472 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbddfae2-1d4d-485b-b200-2afb8bbeb2ce req-a88293ea-f1c9-4255-b224-548e282773e9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Sep 01 16:34:39.153502 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-35beae8a-f389-4a5b-b6e0-b21a6fb3ebe0 req-a5172e4d-2929-4f91-8187-262961a30245 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702701 Sep 01 16:34:39.156578 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.173834 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['8f52ecc0-4879-40fd-b3e0-64bd20261726'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:39.208185 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e583-4bc6-4448-9639-ea6a6d5956a0 req-9b6f100c-d97a-491f-bdab-3d3bfb0c8801 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.210117 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8983e583-4bc6-4448-9639-ea6a6d5956a0 req-9b6f100c-d97a-491f-bdab-3d3bfb0c8801 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/ports?device_id=d741a730-7f95-4e46-8eff-714ac42d67a4 HTTP/1.1" status: 200 len: 867 time: 0.1576202 Sep 01 16:34:39.212911 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Pushing event deleted for resources: {'Port': ['ID=8f52ecc0-4879-40fd-b3e0-64bd20261726,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:39.297311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] No DVR routers for this DVR port 8f52ecc0-4879-40fd-b3e0-64bd20261726 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:34:39.301993 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.306156 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6eda7af2-b54f-41d7-a2e6-6408e406bac3 req-644f615e-6895-4a92-92c5-7c3b76f1a8bb tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.83 "DELETE /v2.0/ports/8f52ecc0-4879-40fd-b3e0-64bd20261726 HTTP/1.1" status: 204 len: 173 time: 1.2928824 Sep 01 16:34:39.318042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'name': 'network-vif-deleted', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:39.322318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3e3c7-6a1a-400b-a3f9-79c666d05cb0" -d '{"events": [{"server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "name": "network-vif-deleted", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:39.371101 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8983e583-4bc6-4448-9639-ea6a6d5956a0 req-3e7712e0-cfce-42ed-95f8-773771196314 tempest-VolumesNegativeTest-2055236867 tempest-VolumesNegativeTest-2055236867-project] 10.222.0.101 "GET /v2.0/security-groups?id=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140633 Sep 01 16:34:39.397498 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a49cc1-e93e-4e40-bc36-2f4045f55794 x-openstack-request-id: req-74a49cc1-e93e-4e40-bc36-2f4045f55794 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:39.397912 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d741a730-7f95-4e46-8eff-714ac42d67a4", "name": "network-vif-deleted", "tag": "8f52ecc0-4879-40fd-b3e0-64bd20261726", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:39.398296 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-74a49cc1-e93e-4e40-bc36-2f4045f55794 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:39.398949 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd741a730-7f95-4e46-8eff-714ac42d67a4', 'name': 'network-vif-deleted', 'tag': '8f52ecc0-4879-40fd-b3e0-64bd20261726', 'status': 'completed', 'code': 200} Sep 01 16:34:40.113130 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b66b2-db94-43d7-a18c-8a3f7b01a39d req-d7612142-e69d-4700-95e4-c70c42f57210 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.114840 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-179b66b2-db94-43d7-a18c-8a3f7b01a39d req-d7612142-e69d-4700-95e4-c70c42f57210 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0639708 Sep 01 16:34:40.159258 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-179b66b2-db94-43d7-a18c-8a3f7b01a39d req-d91ce6c1-bcdc-4f49-bfce-b645bc96fa36 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364964 Sep 01 16:34:41.339363 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141258b-174d-4337-afd9-c2586640e8d8 req-0e8c8e0a-1160-4884-884a-93033e192f75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:41.341093 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8141258b-174d-4337-afd9-c2586640e8d8 req-0e8c8e0a-1160-4884-884a-93033e192f75 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 946 time: 0.0850978 Sep 01 16:34:41.391795 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8141258b-174d-4337-afd9-c2586640e8d8 req-bc9f7a77-d9bf-4ad5-9783-db3ccac3bb4d tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Sep 01 16:34:42.298079 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:42.384497 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:34:42.461537 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:42.538646 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:42.581907 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:42.584746 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e6fc2d-0e87-489f-9d7d-a4618076e8a1" -d '{"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-unplugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:42.623183 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:42.630873 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:42.632729 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 8f52ecc0-4879-40fd-b3e0-64bd20261726 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:34:42.636270 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6676981-a6f1-40ca-ad0a-8b2c7178a7a1 req-9e00ca0a-8920-4130-ac9f-902c889447f8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:42.638076 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e6676981-a6f1-40ca-ad0a-8b2c7178a7a1 req-9e00ca0a-8920-4130-ac9f-902c889447f8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1241171 Sep 01 16:34:42.683929 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 8f52ecc0-4879-40fd-b3e0-64bd20261726 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:34:42.684501 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 8f52ecc0-4879-40fd-b3e0-64bd20261726 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:34:42.732047 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e6676981-a6f1-40ca-ad0a-8b2c7178a7a1 req-2114feea-b3dc-4495-8078-baec53d82a82 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Sep 01 16:34:42.758909 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41748) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:42.791972 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=8']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:42.813806 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.814433 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.814943 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.815919 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.816786 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.817414 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.817982 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.818560 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.819168 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.819740 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.820559 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.821101 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:42.826504 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-b60d6205-351f-4aa5-a226-7edf47ff58de req-daedea90-9206-447b-83e8-7885bb8e8eae service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:34:42.830738 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83be97-1829-4f3d-96a6-ea7835ae789f x-openstack-request-id: req-bd83be97-1829-4f3d-96a6-ea7835ae789f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:42.830950 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-unplugged", "status": "failed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "code": 422}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:42.831424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bd83be97-1829-4f3d-96a6-ea7835ae789f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:42.831911 dv-cinder-806726-5-iscsi neutron-server[93860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'code': 422} returned with failed status Sep 01 16:34:42.834856 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b60d6205-351f-4aa5-a226-7edf47ff58de req-daedea90-9206-447b-83e8-7885bb8e8eae service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422117 Sep 01 16:34:43.068392 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0a8f1-e921-45da-a6a2-1fbcb8985b31 tempest-TestMinimumBasicScenario-818159899 tempest-TestMinimumBasicScenario-818159899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:43.071886 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e2b0a8f1-e921-45da-a6a2-1fbcb8985b31 tempest-TestMinimumBasicScenario-818159899 tempest-TestMinimumBasicScenario-818159899-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1093 time: 0.3112662 Sep 01 16:34:43.076508 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41772) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:43.081282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'port_id': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:43.112824 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.186824 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f0d9-0f72-4397-8ed7-0fc5b939bf74 req-c18787ab-607f-4c3e-9855-e238c36a91d1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:43.200211 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aca6f0d9-0f72-4397-8ed7-0fc5b939bf74 req-c18787ab-607f-4c3e-9855-e238c36a91d1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.1262562 Sep 01 16:34:43.261240 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aca6f0d9-0f72-4397-8ed7-0fc5b939bf74 req-9567e88d-d941-4d30-bf4e-78866391812e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594721 Sep 01 16:34:43.266286 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.475412 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Allocated IP 172.27.2.129 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/0481c1ac-4663-4697-ae25-9ecf51d378e6) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:43.560150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41798) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:43.655300 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.704852 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-a2d38721-bbd2-423a-8103-47880644edf2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431494 Sep 01 16:34:43.716789 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.723578 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-10f5d57e-ca03-4530-ad6e-d8f50b52d062 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:34:43.729951 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-10f5d57e-ca03-4530-ad6e-d8f50b52d062 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106316 Sep 01 16:34:43.756767 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:43.764733 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:43.775968 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:34:43.822179 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'Port': ['ID=0481c1ac-4663-4697-ae25-9ecf51d378e6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:43.850751 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.851372 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.851846 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.852619 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.853192 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.853799 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.854357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.854900 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.855696 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.856474 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.857245 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:43.858053 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:44.914995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-543f4414-9d8c-4413-a33e-bdad09d6c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:44.917635 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-543f4414-9d8c-4413-a33e-bdad09d6c122 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23&tenant_id=5ffdc4887d31487c820b002499bbd574 HTTP/1.1" status: 200 len: 1097 time: 0.0549331 Sep 01 16:34:44.987605 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab694-dfbe-4bbb-a5e3-b1f0c1870f3f req-e05fd19b-56eb-4062-b96b-7990ea2913ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:44.989310 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0e4ab694-dfbe-4bbb-a5e3-b1f0c1870f3f req-e05fd19b-56eb-4062-b96b-7990ea2913ff tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.6012168 Sep 01 16:34:45.001822 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-23f40abf-511e-47bf-8d1f-cf620205c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.003670 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-23f40abf-511e-47bf-8d1f-cf620205c446 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0534971 Sep 01 16:34:45.026469 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.146402 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-5d856fb8-6ccc-41a5-85e4-891511fdce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.149849 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-5d856fb8-6ccc-41a5-85e4-891511fdce54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1371036 Sep 01 16:34:45.157490 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0e4ab694-dfbe-4bbb-a5e3-b1f0c1870f3f req-f3ffa585-d2a8-4671-a19f-2df745d2804f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509538 Sep 01 16:34:45.225884 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.247466 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-5b7e520b-58ef-4b72-b3b7-aab5ad2f5629 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1000 time: 0.0860856 Sep 01 16:34:45.318338 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-04dc79b2-39bd-451b-92e2-8f7b1149a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.321237 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-04dc79b2-39bd-451b-92e2-8f7b1149a63a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0613818 Sep 01 16:34:45.393511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-cbb48dea-5000-4b69-8492-ab6e8913603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.396768 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-cbb48dea-5000-4b69-8492-ab6e8913603d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659146 Sep 01 16:34:45.440684 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.449165 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.523878 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-6b67a586-0ac2-4b32-b815-7e25791968eb service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189797 Sep 01 16:34:45.573965 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41844) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:45.601071 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'Port': ['ID=0481c1ac-4663-4697-ae25-9ecf51d378e6,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:45.616155 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.666868 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-96c3d8ad-569c-4363-984e-4541a9afd355 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352279 Sep 01 16:34:45.768633 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Floating IP 86c46780-1761-4028-b2dd-69b9a628db38 associated. External IP: 172.27.2.129, port: c99d2797-6314-48b7-a18b-3f5d0500a260. Sep 01 16:34:45.909465 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ab41927e-d140-4030-8c57-f28de1f21d10 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a00bca49cf364b74a6597e47c3b2287f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339105 Sep 01 16:34:45.913027 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41856) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:45.988658 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.026391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.094970 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.098295 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.100064 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/766f9e54-c1fe-4391-b8c0-ed3bdbe16c60 HTTP/1.1" status: 204 len: 168 time: 0.1853480 Sep 01 16:34:46.112721 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3e8b-14ef-4106-9c6a-f44d8f80c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f9e54-c1fe-4391-b8c0-ed3bdbe16c60,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:46.172009 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Router f735d5c3-05ac-450e-b70f-76a0cb8b2341 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:46.391294 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:46.393716 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694ccc0-7877-4688-9407-870d0f3aa609 req-49a675e8-dbed-433d-a672-b6164639b2a9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:46.395808 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1694ccc0-7877-4688-9407-870d0f3aa609 req-49a675e8-dbed-433d-a672-b6164639b2a9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.1138420 Sep 01 16:34:46.404181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:34:46.435143 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.540145 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41868) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:46.542366 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b9dcaeb6-5698-41e3-b310-6b45f1defddd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4643557 Sep 01 16:34:46.544913 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:46.547736 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758147617', 'description': 'tempest-secgroup-smoke-1758147617 description', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:46.550268 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a63bcf7978138cacfab3696e3145f7b87eebdb93c9ec9b44e85c4bcdadc9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7d44e-4188-40a2-8596-29241f7b1d80" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:46.564819 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1694ccc0-7877-4688-9407-870d0f3aa609 req-2c5c6cc1-9ef5-43c6-81b6-76f1a35ac7bd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511641 Sep 01 16:34:46.601385 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.693238 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Sync routers for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:46.707188 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:34:46.708259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:34:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:46.823313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.834876 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.900296 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:46.905514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3604319 Sep 01 16:34:46.906550 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41880) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:46.915105 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:46.943781 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86a307-0653-4f2c-82f5-c1334f9544f9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e13c465-90c9-408f-b1cc-4d64eea3c043,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:46.981314 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:34:47.021419 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.028545 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b18c55e-df32-459b-80ef-a1a33726f098 x-openstack-request-id: req-8b18c55e-df32-459b-80ef-a1a33726f098 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:47.029546 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:47.029922 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b18c55e-df32-459b-80ef-a1a33726f098 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:47.030561 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:34:47.172111 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.177916 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.203683 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0355839a-1f78-42c1-82b6-29614ad675a1,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:47.226606 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.232651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41882) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:47.233232 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7f695d9b-1fc6-46ab-bce9-f04078cbcba8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246751 Sep 01 16:34:47.240557 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:47.299749 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.379658 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.385799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.422844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3d7b7a-58d2-45f6-8a17-293e2268d160,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:47.432617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.434818 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b3f92d59-11fd-47de-8166-a1108cffb70e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1999462 Sep 01 16:34:47.438523 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41884) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:47.450549 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:47.494950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.610117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '86c46780-1761-4028-b2dd-69b9a628db38', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'port_id': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'mac_address': 'fa:16:3e:30:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:44Z', 'updated_at': '2021-09-01T16:34:44Z', 'revision_number': 0, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:47.661494 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.669703 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.686700 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Checking router: f735d5c3-05ac-450e-b70f-76a0cb8b2341 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:47.708051 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:34:47.708827 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:34:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:47.718133 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-24912c06-05a2-4f8a-8660-69f45b572086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.738672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c6daa1-2120-4248-9776-d73b12444ec0,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:47.744103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.750460 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41888) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:47.756797 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:47.760864 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6015f52a-c557-4e8f-bee8-0b7326a1c578 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209820 Sep 01 16:34:47.873700 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.910210 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504a18-cd43-415f-9fb6-fdbf1f4265db req-b8e8a858-d4e6-4acf-84ae-38fd30c30623 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:47.912780 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f5504a18-cd43-415f-9fb6-fdbf1f4265db req-b8e8a858-d4e6-4acf-84ae-38fd30c30623 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.1452785 Sep 01 16:34:47.957217 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:34:48.004759 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f5504a18-cd43-415f-9fb6-fdbf1f4265db req-2aed288a-462b-420f-b93c-62a522cf89cc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820055 Sep 01 16:34:48.081474 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.089425 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.126473 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6b62b3-68f5-4c73-822b-8815a245e393,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.152978 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.159153 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a48dd2bb-11ea-4012-bd26-b4671c09ec37 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4050283 Sep 01 16:34:48.160622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 41890) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:48.166913 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:48.228954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.securitygroups_db [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Project 5c458f8fe0e2459c9ad8c8dc6cab3b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:34:48.241678 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.351261 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.363322 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.405771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecbc1f7-33b9-498a-a3a5-96b295ba226f,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.412507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.426115 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-52714e7a-b7f9-472a-bbba-d6da41ccbbf1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2637522 Sep 01 16:34:48.430487 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 41892) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:48.439015 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'security_group_rule': {'security_group_id': '9e13c465-90c9-408f-b1cc-4d64eea3c043', 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:48.464132 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '86c46780-1761-4028-b2dd-69b9a628db38', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'port_id': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'mac_address': 'fa:16:3e:30:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:44Z', 'updated_at': '2021-09-01T16:34:44Z', 'revision_number': 0, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:48.496046 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.securitygroups_db [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Project 5c458f8fe0e2459c9ad8c8dc6cab3b7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:34:48.512492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d28a7f-0f1c-4177-9bf3-2606649be1a3 None None] The sync data for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi is: [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '86c46780-1761-4028-b2dd-69b9a628db38', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'port_id': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'mac_address': 'fa:16:3e:30:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:44Z', 'updated_at': '2021-09-01T16:34:44Z', 'revision_number': 0, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:48.512873 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.658623 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.665999 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.700711 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0170f5bc-2a11-4e7a-be8e-3e8b1705a4c1,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.711809 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.716134 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-237b84a4-f1ad-4d75-b050-bf1eaefa6940 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814186 Sep 01 16:34:48.848358 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-7a35a876-20c2-4b6b-8d07-55155bd4454e tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758147617&fields=id&tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f HTTP/1.1" status: 200 len: 267 time: 0.0515144 Sep 01 16:34:48.922606 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d526d2c1-24b1-4152-ae2f-99e5e5dc6f26 None None] New status for floating IP 86c46780-1761-4028-b2dd-69b9a628db38: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:34:48.938116 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-66b0dbd4-ce6c-4cd0-acd6-47d591640cd8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:48.939827 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-66b0dbd4-ce6c-4cd0-acd6-47d591640cd8 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.0831244 Sep 01 16:34:48.962549 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'port': {'security_groups': ['b4815d34-6439-4708-b07a-00e2386bf813', '9e13c465-90c9-408f-b1cc-4d64eea3c043']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:49.054705 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.292545 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c88a7e-3544-44f9-86db-074e267909d1 req-8b1865e8-5733-4618-a605-9a14a034eed4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.296199 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00c88a7e-3544-44f9-86db-074e267909d1 req-8b1865e8-5733-4618-a605-9a14a034eed4 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.1282113 Sep 01 16:34:49.379505 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00c88a7e-3544-44f9-86db-074e267909d1 req-9a2e3d8b-0a9c-47dc-a0d4-56bd991d513a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 Sep 01 16:34:49.484435 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:49.532171 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.543014 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.562260 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:49.631237 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.632983 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.635577 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9e8f59df-7201-4f4c-9d87-c270c6bc5648 req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "PUT /v2.0/ports/c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 981 time: 0.6817641 Sep 01 16:34:49.636308 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:49.642149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a63bcf7978138cacfab3696e3145f7b87eebdb93c9ec9b44e85c4bcdadc9c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:49.727425 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3586-7f51-410c-ab5f-26cfc6f9f660 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=6']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:49.749700 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:49.796655 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f9a70-ef3a-45b2-884b-b7bd66fe0bae x-openstack-request-id: req-2d3f9a70-ef3a-45b2-884b-b7bd66fe0bae {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:49.797120 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:49.797556 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d3f9a70-ef3a-45b2-884b-b7bd66fe0bae {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:49.798668 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:34:50.006750 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54a519-8f77-4540-86b2-87c6695e87a8 req-3a067881-cf4b-40db-a971-26741c373229 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:50.017870 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af54a519-8f77-4540-86b2-87c6695e87a8 req-3a067881-cf4b-40db-a971-26741c373229 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.2154937 Sep 01 16:34:50.087869 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af54a519-8f77-4540-86b2-87c6695e87a8 req-d897f0d8-857c-4b3c-9102-425bdf937bfc tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691538 Sep 01 16:34:50.117509 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-26981f5e-0bf9-4c43-b0a7-cdb03306266b None None] Provisioning complete for port c99d2797-6314-48b7-a18b-3f5d0500a260 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:50.118081 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-26981f5e-0bf9-4c43-b0a7-cdb03306266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:50.603023 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1f2f5-f939-48ef-8761-85716e216e16 req-243ae959-880a-455c-bbbb-6513eadb8192 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:50.605751 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-20f1f2f5-f939-48ef-8761-85716e216e16 req-243ae959-880a-455c-bbbb-6513eadb8192 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0897355 Sep 01 16:34:50.660660 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-20f1f2f5-f939-48ef-8761-85716e216e16 req-071edb33-6fd9-4faf-b885-a6b4d8d4034f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Sep 01 16:34:51.834943 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1518f09-1134-4940-9fff-92d5bed2b148 req-12289609-2a01-4d56-8e3a-7791471decf9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:51.838124 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1518f09-1134-4940-9fff-92d5bed2b148 req-12289609-2a01-4d56-8e3a-7791471decf9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0763352 Sep 01 16:34:51.910030 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e1518f09-1134-4940-9fff-92d5bed2b148 req-81526877-8e7e-4995-bec2-8c7711447aef tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588064 Sep 01 16:34:51.971640 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62feee40-4b4a-410e-91e4-02ba8b5433ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:52.206876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:52.616587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:53.085945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e9828-6366-43ca-be6e-87aa34103a39 req-aad9e083-44ca-4404-a094-81fc1af021d6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:53.087807 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e35e9828-6366-43ca-be6e-87aa34103a39 req-aad9e083-44ca-4404-a094-81fc1af021d6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0785334 Sep 01 16:34:53.145100 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e35e9828-6366-43ca-be6e-87aa34103a39 req-3af192c5-5067-44a3-b804-97ea1004de97 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416689 Sep 01 16:34:54.346342 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6cbc-f187-4fc8-9869-cce3f3b5bbda req-868a2830-71c3-451f-947c-2810540e6ef5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:54.349056 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-000a6cbc-f187-4fc8-9869-cce3f3b5bbda req-868a2830-71c3-451f-947c-2810540e6ef5 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0847116 Sep 01 16:34:54.422067 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-000a6cbc-f187-4fc8-9869-cce3f3b5bbda req-34b43ad6-bd5b-401c-8e70-2afe592666d0 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607018 Sep 01 16:34:54.803406 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:55.580797 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e986b-7c7d-4984-91d3-a7e6c557c6ed req-961ef4c5-68a3-4b83-b137-f0953048e7f6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:55.582441 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ad7e986b-7c7d-4984-91d3-a7e6c557c6ed req-961ef4c5-68a3-4b83-b137-f0953048e7f6 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0611780 Sep 01 16:34:55.640895 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ad7e986b-7c7d-4984-91d3-a7e6c557c6ed req-e02f0440-9734-43ea-906d-bc94a05b0160 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496259 Sep 01 16:34:56.836273 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7334a5-d92d-4fd1-8859-ba167809e48e req-627a7f10-bd86-4c32-a361-8f9b672bf6af tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:56.838871 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c7334a5-d92d-4fd1-8859-ba167809e48e req-627a7f10-bd86-4c32-a361-8f9b672bf6af tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0764649 Sep 01 16:34:56.891805 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7c7334a5-d92d-4fd1-8859-ba167809e48e req-f3f983a3-3f0c-4877-b904-b139ebea9111 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Sep 01 16:34:58.348210 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b2300-993d-43fc-9bca-8df8654be7e4 req-c85dcb84-981c-49da-9fda-42766f264679 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.350667 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5b5b2300-993d-43fc-9bca-8df8654be7e4 req-c85dcb84-981c-49da-9fda-42766f264679 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.3379946 Sep 01 16:34:58.453159 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5b5b2300-993d-43fc-9bca-8df8654be7e4 req-fe21c545-23d6-4f15-b5c8-0b3c02c50c3c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899866 Sep 01 16:34:58.462236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-10469738-a1d9-491c-bde7-7639127e9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.463778 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-10469738-a1d9-491c-bde7-7639127e9d5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1137 time: 0.0932832 Sep 01 16:34:58.474623 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-bd8eb5fc-f200-4b14-9572-00554cb1e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.476251 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-bd8eb5fc-f200-4b14-9572-00554cb1e3cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ffdc4887d31487c820b002499bbd574&device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0725248 Sep 01 16:34:58.623376 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-cfe93bb8-5a16-41ed-bcee-ca5d0f13ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.624822 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-cfe93bb8-5a16-41ed-bcee-ca5d0f13ae74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.1525218 Sep 01 16:34:58.646190 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-14018ebd-a421-4079-98c0-7abefb8564df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.647737 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-14018ebd-a421-4079-98c0-7abefb8564df service neutron] 10.222.0.83 "GET /v2.0/networks?id=85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 200 len: 918 time: 0.1292796 Sep 01 16:34:58.751352 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-92dcb183-11b8-4f12-9b61-8ec87ff2fb55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1001 time: 0.1165733 Sep 01 16:34:58.758889 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-3d061c64-09ba-41a3-8682-fbfb351564ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 200 len: 1000 time: 0.0842800 Sep 01 16:34:58.844022 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-bc313001-11fb-497f-918b-a968843384a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.845483 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-bc313001-11fb-497f-918b-a968843384a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0855608 Sep 01 16:34:58.847191 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-d0233abd-e162-4eff-be02-1916c9145445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.848513 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-d0233abd-e162-4eff-be02-1916c9145445 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 200 len: 856 time: 0.0804372 Sep 01 16:34:58.927537 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-fe9d28e7-d9a6-46ee-ad84-f41fd3a38a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.930004 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-fe9d28e7-d9a6-46ee-ad84-f41fd3a38a6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686955 Sep 01 16:34:58.937728 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-d98f95e6-9496-4b08-9efe-6ef830802091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:58.939470 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-d98f95e6-9496-4b08-9efe-6ef830802091 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85775ef9-a705-4062-8600-64a922bf725a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687070 Sep 01 16:34:59.102283 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-e3c38724-fb42-4039-9efd-250fc6cc7768 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618376 Sep 01 16:34:59.108566 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-150a78c7-dc2b-4a8f-8892-41ffd1168c71 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599727 Sep 01 16:34:59.293729 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-14bfcd90-b2eb-449e-9b52-d8f2e2ffe59e req-66503a0c-a06f-4d78-9488-15a7c6529d28 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839142 Sep 01 16:34:59.297957 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a67e98c7-ddcc-4fec-b291-73ab684a10ff req-2267b1fa-1fd1-4f94-8020-a3dfa2591f46 service neutron] 10.222.0.83 "GET /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799953 Sep 01 16:34:59.408707 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-ac230607-2959-4e9e-a721-c9ec7499e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.410448 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-ac230607-2959-4e9e-a721-c9ec7499e08d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1137 time: 0.0582724 Sep 01 16:34:59.534702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-c19dc112-5174-4a46-9a5b-25b34cc79e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.537388 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-c19dc112-5174-4a46-9a5b-25b34cc79e55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.1190293 Sep 01 16:34:59.621103 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061791-f362-4a45-baa5-39562e05542d req-cf27a097-3925-4789-b3d1-18775d2f61e9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.622827 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64061791-f362-4a45-baa5-39562e05542d req-cf27a097-3925-4789-b3d1-18775d2f61e9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0678837 Sep 01 16:34:59.625160 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-4194d8c6-df2c-4223-93ae-9dc03708cf79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1001 time: 0.0797954 Sep 01 16:34:59.668001 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64061791-f362-4a45-baa5-39562e05542d req-6b6a97f2-74a9-43d8-8ee1-00d32ebd3250 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Sep 01 16:34:59.683504 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-0d56bb8f-22c5-4533-8e3b-8ff9191022ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.685014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-0d56bb8f-22c5-4533-8e3b-8ff9191022ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0515189 Sep 01 16:34:59.740272 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-230aa88e-dc9a-4c51-a893-352b7366cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.742347 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-230aa88e-dc9a-4c51-a893-352b7366cf5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458865 Sep 01 16:34:59.847682 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-cea8418a-3bcb-4a33-99f4-3e0715cfaa27 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973959 Sep 01 16:34:59.958421 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ed7d44e-4188-40a2-8596-29241f7b1d80 req-98ad7d57-e703-4c58-8ca9-9c110937e555 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025956 Sep 01 16:35:00.813087 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef6f8-1d22-4957-ac62-531157ae6410 req-c2a073e9-1e4c-43fb-ba17-bcc49ba3a63c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:00.815352 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f2bef6f8-1d22-4957-ac62-531157ae6410 req-c2a073e9-1e4c-43fb-ba17-bcc49ba3a63c tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0570731 Sep 01 16:35:00.863593 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f2bef6f8-1d22-4957-ac62-531157ae6410 req-12e592b6-6389-4555-87eb-1bd58ce7da8b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Sep 01 16:35:02.021021 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1aa2-1d32-4d41-a969-6faf3c6f5ff3 req-8efcb292-adef-4992-b898-0d87d750c0bd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:02.023516 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcaf1aa2-1d32-4d41-a969-6faf3c6f5ff3 req-8efcb292-adef-4992-b898-0d87d750c0bd tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 944 time: 0.0526810 Sep 01 16:35:02.065010 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dcaf1aa2-1d32-4d41-a969-6faf3c6f5ff3 req-3a12960a-62b1-4d30-bfd8-6f9fbb0aeb95 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Sep 01 16:35:02.464444 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:35:02.580422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:02.602669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'port_id': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'mac_address': 'fa:16:3e:05:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:35:02.651418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:02.667115 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:35:02.689008 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:02.693150 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:02.755356 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=9']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:02.904146 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['6c50d13e-8a37-4c79-86e3-b3deff5ed889'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:35:03.212160 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da22b72-d430-4f2e-bd38-f1d8d48735e5 req-b3796fd2-4ff5-4625-8787-b5c938a89f89 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:03.213996 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1da22b72-d430-4f2e-bd38-f1d8d48735e5 req-b3796fd2-4ff5-4625-8787-b5c938a89f89 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 945 time: 0.0635943 Sep 01 16:35:03.258823 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1da22b72-d430-4f2e-bd38-f1d8d48735e5 req-b5cd8579-d310-4d68-88bf-b593e5ea531e tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Sep 01 16:35:04.402350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7bbbc-f994-424f-bbb3-cee86696f4ff req-1f99c53b-b3be-44d8-b038-3afd55c95645 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:04.403957 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-57c7bbbc-f994-424f-bbb3-cee86696f4ff req-1f99c53b-b3be-44d8-b038-3afd55c95645 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 945 time: 0.0556955 Sep 01 16:35:04.454293 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-57c7bbbc-f994-424f-bbb3-cee86696f4ff req-5db58ac4-ed2d-4f24-b4b9-e5e808fec8a7 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Sep 01 16:35:04.474995 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:04.534620 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:04.534996 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:04.622329 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:04.651554 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:35:04.654041 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d3f718-c6ed-4f79-bafb-f1467c8ffebc" -d '{"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:04.669930 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:04.675699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:04.735635 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea313f-4407-47a2-b22b-c196a7514180 x-openstack-request-id: req-efea313f-4407-47a2-b22b-c196a7514180 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:04.736953 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-plugged", "status": "completed", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:04.736953 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-efea313f-4407-47a2-b22b-c196a7514180 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:04.736953 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'code': 200} Sep 01 16:35:04.740782 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=10']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:04.965290 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf03652-f3f4-4099-a8f0-c6c28c054330 req-9f1e9703-7da5-4940-aed8-257ad935c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:04.967794 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcf03652-f3f4-4099-a8f0-c6c28c054330 req-9f1e9703-7da5-4940-aed8-257ad935c2b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 1100 time: 0.0552750 Sep 01 16:35:05.013344 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcf03652-f3f4-4099-a8f0-c6c28c054330 req-07d627a0-411a-40c1-9334-d1f878f569fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368423 Sep 01 16:35:05.333788 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c5562-c79b-4bf0-badb-e3fe65d97a30 req-7e4ae1a8-14fc-49f8-89f1-fc0886c34b7a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.335954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-277c5562-c79b-4bf0-badb-e3fe65d97a30 req-7e4ae1a8-14fc-49f8-89f1-fc0886c34b7a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0844381 Sep 01 16:35:05.368885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-591768f1-9f69-40a5-9033-45e89d0b57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.370688 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-591768f1-9f69-40a5-9033-45e89d0b57fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1137 time: 0.0858145 Sep 01 16:35:05.399834 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-277c5562-c79b-4bf0-badb-e3fe65d97a30 req-25dac4a1-369b-42b8-b05d-87353deb14a1 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567560 Sep 01 16:35:05.502484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-cd938eb8-c741-4374-9025-66d04e558aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.504067 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-cd938eb8-c741-4374-9025-66d04e558aee service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.0953448 Sep 01 16:35:05.604573 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-55b21561-551a-4669-ad75-184ae2f1bdd2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1001 time: 0.0910053 Sep 01 16:35:05.610082 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade8b4-1a41-473c-876f-592c1748feef req-4465049a-ba84-45ea-8d86-ff746bf21894 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.611642 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16ade8b4-1a41-473c-876f-592c1748feef req-4465049a-ba84-45ea-8d86-ff746bf21894 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0600641 Sep 01 16:35:05.661407 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-16ade8b4-1a41-473c-876f-592c1748feef req-73c58094-f58b-4cd3-b3d5-7ce48bc7bbce tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Sep 01 16:35:05.674379 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-783f7043-1997-4468-bfba-58f7c3f703ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.675888 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-783f7043-1997-4468-bfba-58f7c3f703ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0610173 Sep 01 16:35:05.732280 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-aa41626b-bea1-4d71-a4a2-8d983c64d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:05.733836 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-aa41626b-bea1-4d71-a4a2-8d983c64d658 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484900 Sep 01 16:35:05.835060 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-5fc4833f-5254-4cdc-845d-ea6d88d1f70f service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933623 Sep 01 16:35:05.949940 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1159ab8b-167a-47ca-90fd-9e5e83ab7de9 req-86dd8527-ef9d-488d-b28d-dec461698352 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983243 Sep 01 16:35:06.542944 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699d95-f68a-49a9-a623-8c458643e841 req-a66fe8a9-7a6b-4f0a-88b9-4ebb8c9b2e52 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:06.544618 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-97699d95-f68a-49a9-a623-8c458643e841 req-a66fe8a9-7a6b-4f0a-88b9-4ebb8c9b2e52 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0593743 Sep 01 16:35:06.607457 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-97699d95-f68a-49a9-a623-8c458643e841 req-9fdbc820-0def-451e-afe9-2fa59d7ae827 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523114 Sep 01 16:35:06.811225 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b94033-1595-48e6-b2e8-7051e07facb1 req-8f766e48-a6e7-47e0-9fc7-466af450a688 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:06.812803 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2b94033-1595-48e6-b2e8-7051e07facb1 req-8f766e48-a6e7-47e0-9fc7-466af450a688 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0619836 Sep 01 16:35:06.857799 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f2b94033-1595-48e6-b2e8-7051e07facb1 req-c1d502eb-8341-4a7f-b316-108a7d5f3fb1 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366535 Sep 01 16:35:07.771626 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6474bd-53d7-4bcb-89c4-d49c5e9dc31a req-0937932f-9dbf-48fe-ac8b-ad242259a60a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:07.773803 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1b6474bd-53d7-4bcb-89c4-d49c5e9dc31a req-0937932f-9dbf-48fe-ac8b-ad242259a60a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0678921 Sep 01 16:35:07.820940 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1b6474bd-53d7-4bcb-89c4-d49c5e9dc31a req-bc46e541-5a9e-4605-9857-b0cf3dc9398a tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392134 Sep 01 16:35:08.008947 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7c8a-ca8b-445f-9e5a-fd1922356a1a req-09640aad-0616-4faf-816f-a1d18c2754bc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:08.010565 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-794c7c8a-ca8b-445f-9e5a-fd1922356a1a req-09640aad-0616-4faf-816f-a1d18c2754bc tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0526140 Sep 01 16:35:08.053923 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-794c7c8a-ca8b-445f-9e5a-fd1922356a1a req-061fea86-9db5-4873-974a-1667dfaa0e5f tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365379 Sep 01 16:35:08.950358 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a98841-5906-4939-8516-9b4baaef7efa req-c3cdd4eb-b1b1-4e4a-8a7e-45874a93f38b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:08.951912 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-77a98841-5906-4939-8516-9b4baaef7efa req-c3cdd4eb-b1b1-4e4a-8a7e-45874a93f38b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0517831 Sep 01 16:35:08.998721 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-77a98841-5906-4939-8516-9b4baaef7efa req-b30b99a7-afff-40a4-bf37-623f2e663557 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405209 Sep 01 16:35:10.135027 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7f940-105d-4498-9f44-7f00cdc67780 req-b90750b9-10f5-439b-8d25-629e3b0c3c7f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:10.136685 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06f7f940-105d-4498-9f44-7f00cdc67780 req-b90750b9-10f5-439b-8d25-629e3b0c3c7f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0611103 Sep 01 16:35:10.182006 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-06f7f940-105d-4498-9f44-7f00cdc67780 req-f6dabd48-0585-42ef-85a5-85cb144e8fa6 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387430 Sep 01 16:35:11.304504 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe828-e1f2-4794-b4e3-86be6b00c893 req-ce7438ee-cf83-4c5b-9c7c-f4d27fd7eae7 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:11.306123 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6fdbe828-e1f2-4794-b4e3-86be6b00c893 req-ce7438ee-cf83-4c5b-9c7c-f4d27fd7eae7 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0510621 Sep 01 16:35:11.359998 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6fdbe828-e1f2-4794-b4e3-86be6b00c893 req-6273ea39-041c-4d32-be93-4cf78f3905e5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439227 Sep 01 16:35:12.423643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:12.488225 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13178-c77e-4baa-9ab8-9ade3bb790c9 req-e22bfab5-b7e7-4cc4-952a-167549f8904c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:12.489808 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6a13178-c77e-4baa-9ab8-9ade3bb790c9 req-e22bfab5-b7e7-4cc4-952a-167549f8904c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0558982 Sep 01 16:35:12.531640 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6a13178-c77e-4baa-9ab8-9ade3bb790c9 req-78e096d8-1d6b-4950-8abf-a999df4eee5f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350649 Sep 01 16:35:13.654722 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772802-b368-465b-a200-27142cec4397 req-fbd83ac4-54cf-4001-81a2-d00cc3a116e3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:13.656583 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6f772802-b368-465b-a200-27142cec4397 req-fbd83ac4-54cf-4001-81a2-d00cc3a116e3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0554481 Sep 01 16:35:13.696382 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6f772802-b368-465b-a200-27142cec4397 req-ffa16710-1b4a-481e-9363-e2b749dbb154 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334070 Sep 01 16:35:14.820959 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282ed72-07fb-41b2-b3a3-ffc42d83b360 req-484c2428-fc3d-4f18-be66-25c24e1389da tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:14.822524 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3282ed72-07fb-41b2-b3a3-ffc42d83b360 req-484c2428-fc3d-4f18-be66-25c24e1389da tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0551224 Sep 01 16:35:14.865830 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3282ed72-07fb-41b2-b3a3-ffc42d83b360 req-77de4e54-3eda-4933-8f29-305ce706655f tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373409 Sep 01 16:35:16.007324 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7d22e-62de-4e9d-959e-76d6cf55feb8 req-6908515b-7610-4248-b3be-03032bd203b3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:16.009053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e3c7d22e-62de-4e9d-959e-76d6cf55feb8 req-6908515b-7610-4248-b3be-03032bd203b3 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0596607 Sep 01 16:35:16.057704 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e3c7d22e-62de-4e9d-959e-76d6cf55feb8 req-3f68caa1-8c38-4e8e-9a77-583a66fbd042 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424581 Sep 01 16:35:17.213675 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11acf9-7765-41c1-89ac-de79686bbaaa req-3eec8b06-a4d7-45e2-a91f-fb221a949642 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:17.215312 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1e11acf9-7765-41c1-89ac-de79686bbaaa req-3eec8b06-a4d7-45e2-a91f-fb221a949642 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0728357 Sep 01 16:35:17.262686 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1e11acf9-7765-41c1-89ac-de79686bbaaa req-5f469248-36d2-48e1-946b-bc8862224fe7 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&id=9e13c465-90c9-408f-b1cc-4d64eea3c043&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397625 Sep 01 16:35:17.649540 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5267-df1d-41ad-9be5-204dad1760a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:19.288604 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:21.968937 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bd739e6b-74ea-450e-84bf-c331013c716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:22.201010 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:22.608940 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:24.811604 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:40.532617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b75502-e923-41aa-b01e-95da85f70541 req-6920ea3d-efc7-415f-81db-628ebcc1a272 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:40.534129 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a0b75502-e923-41aa-b01e-95da85f70541 req-6920ea3d-efc7-415f-81db-628ebcc1a272 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0567515 Sep 01 16:35:40.573904 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a0b75502-e923-41aa-b01e-95da85f70541 req-ccf23717-87c5-469b-8bf3-454911e96953 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Sep 01 16:35:41.704608 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc31f16-fe17-41ce-828d-5ad5ba2e0178 req-206d0577-e32f-4900-bd50-79e83fad05aa tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:41.706201 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfc31f16-fe17-41ce-828d-5ad5ba2e0178 req-206d0577-e32f-4900-bd50-79e83fad05aa tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0561562 Sep 01 16:35:41.750058 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfc31f16-fe17-41ce-828d-5ad5ba2e0178 req-400a7a30-a215-4ddd-8ed4-d4e2c0a4900b tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups?id=0636d110-e73a-4817-aef2-014444180a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369353 Sep 01 16:35:41.914153 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebff40-aa40-4802-a627-49843329ac38 req-8e5ef72b-9a8d-44a7-be7c-b6a551ff3b45 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:41.915517 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1cebff40-aa40-4802-a627-49843329ac38 req-8e5ef72b-9a8d-44a7-be7c-b6a551ff3b45 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 947 time: 0.0535936 Sep 01 16:35:42.010308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Deleting port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:42.010655 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.112082 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] For port 6c50d13e-8a37-4c79-86e3-b3deff5ed889, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6c50d13e-8a37-4c79-86e3-b3deff5ed889,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:42.112635 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.340345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.340923 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.341422 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Floating IP 16dbca6c-5a9c-42c4-b2c8-803d0c742926 disassociated. External IP: 172.27.2.159, port: 6c50d13e-8a37-4c79-86e3-b3deff5ed889. Sep 01 16:35:42.341929 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Calling delete_port for 6c50d13e-8a37-4c79-86e3-b3deff5ed889 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:42.422402 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.509710 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.541112 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'Port': ['ID=6c50d13e-8a37-4c79-86e3-b3deff5ed889,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:42.555933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.556298 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.556638 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.557091 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.557453 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.557894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.558229 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.558590 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.558895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.559221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.559546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.560309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:42.678112 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:42.793851 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:42.810424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:42.827274 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:42.828284 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:42.843047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] No DVR routers for this DVR port 6c50d13e-8a37-4c79-86e3-b3deff5ed889 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:35:42.852320 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.854285 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1cebff40-aa40-4802-a627-49843329ac38 req-816435a1-efe5-4cf2-91fd-08ae007da158 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.83 "DELETE /v2.0/ports/6c50d13e-8a37-4c79-86e3-b3deff5ed889 HTTP/1.1" status: 204 len: 173 time: 0.9317136 Sep 01 16:35:42.854741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-deleted', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:35:42.857342 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2746c6-4224-4a4b-b2b9-29a826f5c6a4" -d '{"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-deleted", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:42.888181 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-396ad2a1-b458-49fb-9c5d-d65ad4047a71 req-269f1220-d7ed-498f-a1f4-a338fb2561e9 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/ports?device_id=8878fb39-9a9d-4734-ad88-7818fb28ea23 HTTP/1.1" status: 200 len: 210 time: 0.0468888 Sep 01 16:35:42.949486 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e85201-fd47-48b7-a9a6-4fb65d56031e x-openstack-request-id: req-a9e85201-fd47-48b7-a9a6-4fb65d56031e {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:42.950123 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8878fb39-9a9d-4734-ad88-7818fb28ea23", "name": "network-vif-deleted", "tag": "6c50d13e-8a37-4c79-86e3-b3deff5ed889", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:42.950123 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9e85201-fd47-48b7-a9a6-4fb65d56031e {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:42.950556 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8878fb39-9a9d-4734-ad88-7818fb28ea23', 'name': 'network-vif-deleted', 'tag': '6c50d13e-8a37-4c79-86e3-b3deff5ed889', 'status': 'completed', 'code': 200} Sep 01 16:35:42.981246 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:43.206794 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:43.237053 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:43.246769 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:43.247392 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:43.499718 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:43.717352 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:43.766552 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ffcdd-976f-4acf-bfd6-02547a76e120 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:28:38Z', 'revision_number': 4, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '430bce9d-ccc5-49ba-ad0a-3125f0149b4e', 'name': '', 'network_id': '85775ef9-a705-4062-8600-64a922bf725a', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'mac_address': 'fa:16:3e:db:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:36Z', 'updated_at': '2021-09-01T16:28:50Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'subnets': [{'id': 'f2810312-cdfc-4404-8efa-b749d6537b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:44.003612 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42040) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:44.012481 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fcbc4-2a60-4f66-acc5-7e0762db4c95 None None] New status for floating IP 16dbca6c-5a9c-42c4-b2c8-803d0c742926: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:35:44.070641 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.107909 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.172780 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.175667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.177520 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "DELETE /v2.0/security-groups/0636d110-e73a-4817-aef2-014444180a0d HTTP/1.1" status: 204 len: 168 time: 0.1717997 Sep 01 16:35:44.180296 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42042) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:44.187390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e836e8-bc67-4d19-b9b7-d0b7557f1d81 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636d110-e73a-4817-aef2-014444180a0d,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:44.195437 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.api.v2.resource [None req-c2af921e-a9da-4eca-baf2-ca940fceea9a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] show failed (client error): The resource could not be found. Sep 01 16:35:44.199264 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c2af921e-a9da-4eca-baf2-ca940fceea9a tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "GET /v2.0/security-groups/0636d110-e73a-4817-aef2-014444180a0d HTTP/1.1" status: 404 len: 347 time: 0.0151029 Sep 01 16:35:44.199474 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42044) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:44.547461 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Deleting port 68191bf1-d6d6-431c-9604-3a808928a56e {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:44.547800 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.630532 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.630869 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.645609 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Calling delete_port for 68191bf1-d6d6-431c-9604-3a808928a56e owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:44.847021 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.871616 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Pushing event deleted for resources: {'Port': ['ID=68191bf1-d6d6-431c-9604-3a808928a56e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:44.883037 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.883387 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.883737 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.884068 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.884414 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.885528 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.885528 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.885528 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.885984 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.886151 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.886487 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.886707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:44.952383 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.955083 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:44.956255 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ecf43320-4cf4-4f7b-8b56-4bf775efc6b2 tempest-AttachVolumeShelveTestJSON-1638395507 tempest-AttachVolumeShelveTestJSON-1638395507-project] 10.222.0.101 "DELETE /v2.0/floatingips/16dbca6c-5a9c-42c4-b2c8-803d0c742926 HTTP/1.1" status: 204 len: 168 time: 0.7552512 Sep 01 16:35:46.686197 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:46.706884 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 6c50d13e-8a37-4c79-86e3-b3deff5ed889 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:35:46.707151 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 6c50d13e-8a37-4c79-86e3-b3deff5ed889 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:47.457015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42066) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:47.529078 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-9773de43-f9a8-4b8b-b556-8e0faa7264ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541797 Sep 01 16:35:47.596086 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-d006a158-6234-41fd-a81c-be45445a1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:47.597706 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-d006a158-6234-41fd-a81c-be45445a1609 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1137 time: 0.0443907 Sep 01 16:35:47.652587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-133ddd09-dcd1-414c-8836-87c4012cbef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:48.035063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-1dc3f71f-1152-49b1-94b1-7c5f7fc4ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:48.036480 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-1dc3f71f-1152-49b1-94b1-7c5f7fc4ebb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.4189780 Sep 01 16:35:48.183796 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-2ad70a9b-967c-4fd0-93d8-38fbd48d8bc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1001 time: 0.1030047 Sep 01 16:35:48.274051 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-39388a88-16af-46fe-9980-8eafcf0a8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:48.275533 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-39388a88-16af-46fe-9980-8eafcf0a8d75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0825417 Sep 01 16:35:48.395090 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-0e76ae68-dbf9-4df1-8609-bbad232ae4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:48.396622 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-0e76ae68-dbf9-4df1-8609-bbad232ae4ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987842 Sep 01 16:35:48.660193 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-9f8676e6-54f5-469d-ac6a-b08e34a19c68 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522938 Sep 01 16:35:48.722176 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:48.847087 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fdfaa315-6807-4b7c-b8a0-cc0022098997 req-9fdb5708-0222-464b-9a61-faa9999e670b service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759479 Sep 01 16:35:49.074421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Deleting port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:49.074797 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:49.157448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] For port 430bce9d-ccc5-49ba-ad0a-3125f0149b4e, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:49.157813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:49.170940 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Calling delete_port for 430bce9d-ccc5-49ba-ad0a-3125f0149b4e owned by network:router_interface {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:49.350691 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:49.375761 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=430bce9d-ccc5-49ba-ad0a-3125f0149b4e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:49.559017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:49.779773 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Router 1e36c45c-d366-4786-93f7-6695198ba383 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:49.893347 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:49.898804 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6abd4755-8874-466b-9cd5-e2361084f3ac admin admin] 10.222.0.101 "PUT /v2.0/routers/1e36c45c-d366-4786-93f7-6695198ba383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406047 Sep 01 16:35:49.901479 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42072) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:49.904312 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Sync routers for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:49.916866 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:49.917382 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:50.026362 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.036201 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:50.167255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.252173 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Deleting port 897555d1-9949-44bb-98eb-4473ebf0f22a {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:50.252597 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.273732 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:35:49Z', 'revision_number': 5, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port': {'id': '897555d1-9949-44bb-98eb-4473ebf0f22a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:54:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e36c45c-d366-4786-93f7-6695198ba383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:28:33Z', 'updated_at': '2021-09-01T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:50.304279 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Checking router: 1e36c45c-d366-4786-93f7-6695198ba383 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:50.313292 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Routers {'1e36c45c-d366-4786-93f7-6695198ba383'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:50.315881 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1e36c45c-d366-4786-93f7-6695198ba383'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:50.352862 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] For port 897555d1-9949-44bb-98eb-4473ebf0f22a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=897555d1-9949-44bb-98eb-4473ebf0f22a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:50.353278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.368755 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Calling delete_port for 897555d1-9949-44bb-98eb-4473ebf0f22a owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:50.406607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] Set router 1e36c45c-d366-4786-93f7-6695198ba383 gateway port host: None {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:50.465877 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:35:50Z', 'revision_number': 6, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:50.494962 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c24b0e9-35cd-41c8-ba71-8351064f74b2 None None] The sync data for ids ['1e36c45c-d366-4786-93f7-6695198ba383'] in dv-cinder-806726-5-iscsi is: [{'id': '1e36c45c-d366-4786-93f7-6695198ba383', 'name': 'tempest-AttachVolumeShelveTestJSON-1390874741-router', 'tenant_id': '5ffdc4887d31487c820b002499bbd574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:28:31Z', 'updated_at': '2021-09-01T16:35:50Z', 'revision_number': 6, 'project_id': '5ffdc4887d31487c820b002499bbd574', 'gw_port_host': None}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:50.571769 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.591534 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-3a0dd000-b7ee-45aa-a488-f6e6f33b51be tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758147617&fields=id&tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f HTTP/1.1" status: 200 len: 267 time: 0.0514672 Sep 01 16:35:50.613790 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Pushing event deleted for resources: {'Port': ['ID=897555d1-9949-44bb-98eb-4473ebf0f22a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:50.646502 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-e91ecf76-3473-4d95-a191-2f9eba91883c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:50.648026 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-e91ecf76-3473-4d95-a191-2f9eba91883c tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 984 time: 0.0499587 Sep 01 16:35:50.664334 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Request body: {'port': {'security_groups': ['b4815d34-6439-4708-b07a-00e2386bf813']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:50.707055 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.735542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.810479 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.813571 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.863255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.863255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e36c45c-d366-4786-93f7-6695198ba383 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:35:50.868684 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.872844 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a68f14f4-b07f-4f99-83ea-dcd14128ea7a admin admin] 10.222.0.101 "DELETE /v2.0/routers/1e36c45c-d366-4786-93f7-6695198ba383 HTTP/1.1" status: 204 len: 168 time: 0.9674778 Sep 01 16:35:50.872844 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42076) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:50.922164 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Deleting subnet f2810312-cdfc-4404-8efa-b749d6537b29 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:35:50.925565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.936791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:50.969354 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.978140 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.984093 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:50.998762 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:35:51.037730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:51.038461 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.039861 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-52d5aad0-8e36-4ca9-a088-dc4e4a4da53a req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "PUT /v2.0/ports/c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 942 time: 0.3804624 Sep 01 16:35:51.040355 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:35:51.042765 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:51.053974 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42080) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:51.108161 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:35:51.120138 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d6b67e-9e2c-44bb-9f7d-9be01fdd7913 x-openstack-request-id: req-d1d6b67e-9e2c-44bb-9f7d-9be01fdd7913 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:51.120477 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:51.120651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1d6b67e-9e2c-44bb-9f7d-9be01fdd7913 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:51.121071 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:35:51.122553 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c224f0e-a32f-4da9-a3ef-137285c5f695 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event updated for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=7']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.204815 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-2ee054f2-27f9-43a5-9b13-6d1033bc771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:51.206766 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-2ee054f2-27f9-43a5-9b13-6d1033bc771a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1098 time: 0.0537598 Sep 01 16:35:51.211825 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.315338 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.339058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.390285 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.398542 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f2810312-cdfc-4404-8efa-b749d6537b29 HTTP/1.1" status: 204 len: 168 time: 0.5238683 Sep 01 16:35:51.399961 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb32c0f-7786-4037-aec3-75807fe5e671 None None] Network 85775ef9-a705-4062-8600-64a922bf725a requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:35:51.400121 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dd96e-d9e9-43dd-8d4e-11d50522f174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2810312-cdfc-4404-8efa-b749d6537b29,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.404097 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-79d5ee4d-0b4d-4e8e-a578-7c7ae49dd678 None None] Provisioning complete for port c99d2797-6314-48b7-a18b-3f5d0500a260 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:51.405067 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79d5ee4d-0b4d-4e8e-a578-7c7ae49dd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.407817 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-f20c5319-ce35-44da-b12e-5b1d5e3b63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:51.412915 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42082) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:51.413138 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-f20c5319-ce35-44da-b12e-5b1d5e3b63a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.1956472 Sep 01 16:35:51.452667 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.490299 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-48257ad3-e43a-4712-99fb-c533b848c3cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 1001 time: 0.0692501 Sep 01 16:35:51.529602 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 430bce9d-ccc5-49ba-ad0a-3125f0149b4e no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:51.553834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-1811371f-fee5-4d86-9dd7-7c4eff4b1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:51.555335 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-1811371f-fee5-4d86-9dd7-7c4eff4b1bb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0570433 Sep 01 16:35:51.576783 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 430bce9d-ccc5-49ba-ad0a-3125f0149b4e {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:35:51.577235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 430bce9d-ccc5-49ba-ad0a-3125f0149b4e not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:51.577832 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 897555d1-9949-44bb-98eb-4473ebf0f22a no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:51.590270 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.632552 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 897555d1-9949-44bb-98eb-4473ebf0f22a {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:35:51.633009 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 897555d1-9949-44bb-98eb-4473ebf0f22a not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:51.677013 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Deleting port 8bdbed34-f1a1-4907-b1dd-be103e3be431 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:51.677414 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.679766 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-6712a5cd-c10e-4200-a88a-ee06afbe9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:51.680430 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.682180 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-6712a5cd-c10e-4200-a88a-ee06afbe9b8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163638 Sep 01 16:35:51.683350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.688148 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "DELETE /v2.0/security-groups/9e13c465-90c9-408f-b1cc-4d64eea3c043 HTTP/1.1" status: 204 len: 168 time: 0.6314776 Sep 01 16:35:51.692156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42084) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:51.722630 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976b27f-4ebd-46c7-bf62-78f2a8fdac4b tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e13c465-90c9-408f-b1cc-4d64eea3c043,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.824501 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] For port 8bdbed34-f1a1-4907-b1dd-be103e3be431, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=8bdbed34-f1a1-4907-b1dd-be103e3be431,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:51.824893 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.856217 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Calling delete_port for 8bdbed34-f1a1-4907-b1dd-be103e3be431 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:51.861654 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] DHCP port deletion for 85775ef9-a705-4062-8600-64a922bf725a request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:35:51.924357 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Deleting port 8bdbed34-f1a1-4907-b1dd-be103e3be431 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:51.924808 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.930760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-63b8ae9e-94fb-4153-8fd3-e7c0fab849e8 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366912 Sep 01 16:35:51.982150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:51.995217 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-19681c19-a1ae-4f08-b7d5-06391aca5296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.018852 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] For port 8bdbed34-f1a1-4907-b1dd-be103e3be431, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=8bdbed34-f1a1-4907-b1dd-be103e3be431,segment=NetworkSegment(2d9056d8-89b9-4921-aac5-678a06ecf606),segment_id=2d9056d8-89b9-4921-aac5-678a06ecf606)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:52.019586 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.023445 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] No DVR routers for this DVR port 8bdbed34-f1a1-4907-b1dd-be103e3be431 on host dv-cinder-806726-5-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:35:52.025318 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdbed34-f1a1-4907-b1dd-be103e3be431,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.036528 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Calling delete_port for 8bdbed34-f1a1-4907-b1dd-be103e3be431 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:52.074275 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ec0acb96-b14c-4426-a0cd-d38db0a1ce87 req-c3e972ea-e146-468e-a75b-afaeaefaab6d service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359644 Sep 01 16:35:52.085282 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Deleting port 0481c1ac-4663-4697-ae25-9ecf51d378e6 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:52.085957 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.098786 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.113264 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85775ef9-a705-4062-8600-64a922bf725a']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:52.133150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9056d8-89b9-4921-aac5-678a06ecf606') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:52.133150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9056d8-89b9-4921-aac5-678a06ecf606') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:52.143879 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.161694 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.177316 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:35:52.178072 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:35:52.179975 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:35:52.188068 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.188601 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.209844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Calling delete_port for 0481c1ac-4663-4697-ae25-9ecf51d378e6 owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:52.214850 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.228794 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.250728 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.259526 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.260638 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/85775ef9-a705-4062-8600-64a922bf725a HTTP/1.1" status: 204 len: 168 time: 0.8463330 Sep 01 16:35:52.274007 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2fe1-065a-4004-8db4-74ead4a3b0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=85775ef9-a705-4062-8600-64a922bf725a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.276670 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] No DVR routers for this DVR port 8bdbed34-f1a1-4907-b1dd-be103e3be431 on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:35:52.283491 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Pushing event deleted for resources: {'Port': ['ID=8bdbed34-f1a1-4907-b1dd-be103e3be431,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.295853 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.296235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.296552 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.296898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.297293 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.298060 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.298422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.298763 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.299123 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.299559 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.299925 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.300258 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098c76b-ccdc-41b9-b548-4ae270826ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:52.437372 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42088) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:52.485349 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-dac7093e-a400-42b9-b0f7-84e679645089 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5ffdc4887d31487c820b002499bbd574&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466065 Sep 01 16:35:52.488026 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42090) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:52.547379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.579516 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.611492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.651824 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.654565 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.655776 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ab7ca0ee-21a6-4817-9a03-c6951557faa3 HTTP/1.1" status: 204 len: 168 time: 0.1662214 Sep 01 16:35:52.666343 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89efd23-6474-4cc1-8add-3df5fa667df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7ca0ee-21a6-4817-9a03-c6951557faa3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.774360 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.810071 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event deleted for resources: {'Port': ['ID=0481c1ac-4663-4697-ae25-9ecf51d378e6,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.872984 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:52.873472 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Floating IP 86c46780-1761-4028-b2dd-69b9a628db38 disassociated (deleted). External IP: 172.27.2.129, port: c99d2797-6314-48b7-a18b-3f5d0500a260. Sep 01 16:35:53.097684 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Router f735d5c3-05ac-450e-b70f-76a0cb8b2341 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:53.223520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:53.228594 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.233167 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Sync routers for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:53.243704 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:53.244393 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:53.263180 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d32f9c70-6008-4ac1-aa15-1171f335dffd tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "DELETE /v2.0/floatingips/86c46780-1761-4028-b2dd-69b9a628db38 HTTP/1.1" status: 204 len: 168 time: 1.5509233 Sep 01 16:35:53.263180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:35:53.263180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:53.327757 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7944bc5-ad6d-490b-8698-9d1a1ed89afb x-openstack-request-id: req-f7944bc5-ad6d-490b-8698-9d1a1ed89afb {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:53.328306 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:53.328786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f7944bc5-ad6d-490b-8698-9d1a1ed89afb {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:53.330714 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:35:53.403751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-63dc893d-d4e6-41eb-8569-af306076c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:53.404473 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:53.405316 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-63dc893d-d4e6-41eb-8569-af306076c4eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 1098 time: 0.0560296 Sep 01 16:35:53.463514 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 8bdbed34-f1a1-4907-b1dd-be103e3be431 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:53.497802 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 8bdbed34-f1a1-4907-b1dd-be103e3be431 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:35:53.498512 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 8bdbed34-f1a1-4907-b1dd-be103e3be431 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:53.563302 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-4131c8f6-8806-4326-b500-9514113161fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:53.565135 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-4131c8f6-8806-4326-b500-9514113161fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 200 len: 916 time: 0.1495290 Sep 01 16:35:53.590194 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42122) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:53.632081 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-b20d93c4-f0c5-4a8d-85b8-be108ee97146 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 200 len: 217 time: 0.0597382 Sep 01 16:35:53.705362 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:53.705984 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-216c578c-87af-4e69-b5f1-f0ea2e40a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:53.709052 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-216c578c-87af-4e69-b5f1-f0ea2e40a89a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 200 len: 854 time: 0.0680077 Sep 01 16:35:53.714988 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534449512-network', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:53.740519 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Checking router: f735d5c3-05ac-450e-b70f-76a0cb8b2341 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:53.744199 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Made reservation on behalf of d2b3600f2af34f0c8bc3afe36eec294b for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:53.746682 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.750645 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:53.751410 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:53.756395 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.760405 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-d00f2cde-a106-471a-b92a-dac657913c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:53.762106 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-d00f2cde-a106-471a-b92a-dac657913c89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69dc1a86-55fa-4a4d-92b5-0fe25f670ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472505 Sep 01 16:35:53.876781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.882490 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.890255 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:53.898821 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-e32406bf-b992-447b-abce-3ee3082b5b9a service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273911 Sep 01 16:35:53.909117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:35:53.919265 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc49a50-9250-4d55-917f-b80ae55cfff9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:53.935786 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:53.936349 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Added segment 179bdefa-bbd9-4b83-8cda-9a779752fd84 of type vlan for network b1259f24-da26-42d9-bf89-b808618bdf75 Sep 01 16:35:53.999917 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.035480 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.037782 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:54.038860 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.068050 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ff9d96f8-2c57-4abd-94dc-e4415ec29c1c req-8928d521-aef8-4303-90e1-f2504a016c64 service neutron] 10.222.0.83 "GET /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435313 Sep 01 16:35:54.137816 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5461888 Sep 01 16:35:54.140484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42126) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:54.146345 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Request body: {'subnet': {'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534449512-subnet', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:54.148701 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bd758-1733-42fe-878e-72a7f3c4b755 admin admin] Pushing event updated for resources: {'Network': ['ID=b1259f24-da26-42d9-bf89-b808618bdf75,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:54.165024 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network b1259f24-da26-42d9-bf89-b808618bdf75 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:35:54.170858 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Made reservation on behalf of d2b3600f2af34f0c8bc3afe36eec294b for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:54.173508 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25657935'] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.182187 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:54.209671 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcc473-8cb4-4caa-83d2-1983f7781a57 None None] The sync data for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi is: [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:33:45Z', 'revision_number': 4, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'a8c07c87-61e3-4b07-8bed-56edecce14eb', 'name': '', 'network_id': '69dc1a86-55fa-4a4d-92b5-0fe25f670ded', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'mac_address': 'fa:16:3e:66:4a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:44Z', 'updated_at': '2021-09-01T16:33:52Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'subnets': [{'id': 'e3f05029-b3d0-4798-90dc-0f8885c23fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:54.371917 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29153938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25657945'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.424339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3e9d77-53a5-4243-b196-8daff38caf24,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:54.446511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Checking segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:35:54.446941 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Network hostable DHCP agents. Network: b1259f24-da26-42d9-bf89-b808618bdf75, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:35:54.452759 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f93b4-1671-45c8-aa11-24e866e117e2 None None] New status for floating IP 86c46780-1761-4028-b2dd-69b9a628db38: DOWN {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:35:54.464950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Network b1259f24-da26-42d9-bf89-b808618bdf75 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:35:54.475305 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, b1259f24-da26-42d9-bf89-b808618bdf75) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:54.479555 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:54.480265 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.495774 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3341c2-ad67-4d83-94c1-e2c6e5e4be2e None None] Network b1259f24-da26-42d9-bf89-b808618bdf75 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:35:54.501655 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-49c09336-cbf1-4bc9-a0e1-49c038327143 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3567526 Sep 01 16:35:54.502024 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42128) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:54.507444 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:54.531276 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.532334 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.593932 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.740382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.832647 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.845805 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-b1259f24-da26-42d9-bf89-b808618bdf75', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:35:54.846740 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:54.993913 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.009123 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Allocated IP 172.20.0.2 (b1259f24-da26-42d9-bf89-b808618bdf75/ba3e9d77-53a5-4243-b196-8daff38caf24/d758af1a-0145-424d-b48c-4ebcbadbd169) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:35:55.017526 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.139487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Allocated IP 172.27.2.66 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/19b09bd2-f6a0-49b7-96a9-3ea843d33b56) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:35:55.183885 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.193530 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Transition to ACTIVE for port object d758af1a-0145-424d-b48c-4ebcbadbd169 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:35:55.210564 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Transition to ACTIVE for port object d758af1a-0145-424d-b48c-4ebcbadbd169 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:35:55.217079 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.248894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.258833 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Network b1259f24-da26-42d9-bf89-b808618bdf75 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:55.263512 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:55.265934 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:35:55.273772 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Pushing event updated for resources: {'Port': ['ID=d758af1a-0145-424d-b48c-4ebcbadbd169,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:55.310645 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.352763 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Attempting to bind port d758af1a-0145-424d-b48c-4ebcbadbd169 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:35:55.353386 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Attempting to bind port d758af1a-0145-424d-b48c-4ebcbadbd169 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:35:55.353967 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Attempting to bind port d758af1a-0145-424d-b48c-4ebcbadbd169 on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:35:55.362275 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:35:55.362862 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Checking segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:35:55.363999 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.364621 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Bound using segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:35:55.365386 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Bound port: d758af1a-0145-424d-b48c-4ebcbadbd169, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:35:55.365995 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.382707 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:55.386159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:55.389931 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:35:55.420482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Pushing event updated for resources: {'Port': ['ID=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:55.439588 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] For port d758af1a-0145-424d-b48c-4ebcbadbd169, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:35:55.444176 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] For port d758af1a-0145-424d-b48c-4ebcbadbd169, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d758af1a-0145-424d-b48c-4ebcbadbd169,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:35:55.448642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.510350 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a662af-96a0-4563-91a7-7c7626ff6ec0 None None] Pushing event updated for resources: {'Port': ['ID=d758af1a-0145-424d-b48c-4ebcbadbd169,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:55.668042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:55.872594 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:56.007533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Router 1b9e624f-2642-484b-b630-871dd090b524 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:35:56.128847 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd3392-8f12-4f8a-9756-e3b8a48ab88b req-ed739e7e-c372-4902-8f97-83f2dff892a7 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:56.129753 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ddbd3392-8f12-4f8a-9756-e3b8a48ab88b req-ed739e7e-c372-4902-8f97-83f2dff892a7 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.0683827 Sep 01 16:35:56.158134 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:56.170113 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:56.180495 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:56.180992 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:56.186968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:56.189170 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e4d06a85-045c-49ad-a0c5-5652bcf76068 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6859426 Sep 01 16:35:56.193365 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42146) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:35:56.217292 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ddbd3392-8f12-4f8a-9756-e3b8a48ab88b req-402b9812-93a8-45d9-83db-1a221ca71fed tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Sep 01 16:35:56.309883 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:56.338509 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:56.514202 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e18e4-497f-4ea6-8628-33842d352df5 None None] Network b1259f24-da26-42d9-bf89-b808618bdf75 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:35:56.583808 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:55Z', 'revision_number': 3, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:56.613513 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3015d469-232f-4514-9d5c-d6a1aaf74a4a None None] Provisioning for port d758af1a-0145-424d-b48c-4ebcbadbd169 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:35:56.615433 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:56.615863 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Updating router 1b9e624f-2642-484b-b630-871dd090b524 port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:35:56.648548 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:56.797919 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.027548 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.043265 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Transition to ACTIVE for port object 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:35:57.052010 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.060245 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Allocated IP 172.20.0.1 (b1259f24-da26-42d9-bf89-b808618bdf75/ba3e9d77-53a5-4243-b196-8daff38caf24/f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:35:57.243413 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.268649 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Transition to ACTIVE for port object f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:35:57.279545 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Attempting to bind port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:35:57.280274 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Attempting to bind port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:35:57.280562 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Attempting to bind port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:35:57.285323 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Pushing event updated for resources: {'Port': ['ID=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:57.293384 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:35:57.293709 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:35:57.294159 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.294658 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:35:57.295225 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Bound port: 19b09bd2-f6a0-49b7-96a9-3ea843d33b56, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:35:57.295836 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.336886 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.341027 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.341606 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.342164 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.342893 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.343255 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.343779 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.344563 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.345098 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.345711 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.346247 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.346773 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.347305 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:57.428507 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] For port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:35:57.436918 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Network b1259f24-da26-42d9-bf89-b808618bdf75 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:57.437340 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] For port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:35:57.442944 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:57.454598 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:35:57.471813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14396de-8389-40a1-b40a-5a9fbe68ebd5 req-dbfd6b43-00ab-4ad1-a841-299c5cbbfc59 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:57.474932 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c14396de-8389-40a1-b40a-5a9fbe68ebd5 req-dbfd6b43-00ab-4ad1-a841-299c5cbbfc59 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1293392 Sep 01 16:35:57.491942 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Pushing event updated for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:57.538893 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.556439 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d758af1a-0145-424d-b48c-4ebcbadbd169 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:57.562878 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c14396de-8389-40a1-b40a-5a9fbe68ebd5 req-b1d1573e-7620-4232-b51d-c9befecaddb5 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/security-groups?id=b4815d34-6439-4708-b07a-00e2386bf813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798020 Sep 01 16:35:57.662612 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port d758af1a-0145-424d-b48c-4ebcbadbd169 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:35:57.665138 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.668857 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port d758af1a-0145-424d-b48c-4ebcbadbd169 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:57.669533 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.785054 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:35:57.785054 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:57.809007 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.834256 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-83f78054-74d5-4f21-9412-8e0ea66027a9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:57.836652 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-83f78054-74d5-4f21-9412-8e0ea66027a9 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.83 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 945 time: 0.1417441 Sep 01 16:35:57.839879 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.845736 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0a57-22c7-49cc-a249-b9d764457ca0 None None] Pushing event updated for resources: {'Port': ['ID=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:57.914854 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port d758af1a-0145-424d-b48c-4ebcbadbd169, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d758af1a-0145-424d-b48c-4ebcbadbd169,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:57.927457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.936241 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-9023f8c2-3722-4a19-a83d-20101fd601b3 None None] Provisioning for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:35:57.979327 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-9023f8c2-3722-4a19-a83d-20101fd601b3 None None] Provisioning complete for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:57.979999 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9023f8c2-3722-4a19-a83d-20101fd601b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:57.985816 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:35:58.000489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Deleting port c99d2797-6314-48b7-a18b-3f5d0500a260 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:35:58.001624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.064211 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=d758af1a-0145-424d-b48c-4ebcbadbd169,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:58.069163 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-9023f8c2-3722-4a19-a83d-20101fd601b3 None None] Port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:35:58.084297 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.099547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.170886 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] For port c99d2797-6314-48b7-a18b-3f5d0500a260, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c99d2797-6314-48b7-a18b-3f5d0500a260,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:58.171270 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.180405 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.182309 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Pushing event updated for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:58.187995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Calling delete_port for c99d2797-6314-48b7-a18b-3f5d0500a260 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:35:58.288567 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:58.316092 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Network b1259f24-da26-42d9-bf89-b808618bdf75 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:58.322750 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:58.339077 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2d55-b815-4253-9665-eefd7b96cf72 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:58.788943 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.807002 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['c99d2797-6314-48b7-a18b-3f5d0500a260'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:35:58.828800 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e32b7944-dc94-49f0-899c-09613b20d164 req-0e67345a-7c55-49f0-9eae-8db163b12560 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.101 "GET /v2.0/ports?device_id=caca0275-6135-451a-b909-8c67eaeab8dd HTTP/1.1" status: 200 len: 210 time: 0.0475996 Sep 01 16:35:58.842614 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:58.867407 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b56a2c97-8279-4040-9e5d-dbd3c65e4300 None None] Provisioning complete for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:58.868397 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b56a2c97-8279-4040-9e5d-dbd3c65e4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.886780 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Pushing event deleted for resources: {'Port': ['ID=c99d2797-6314-48b7-a18b-3f5d0500a260,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:58.947120 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b56a2c97-8279-4040-9e5d-dbd3c65e4300 None None] Port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:35:58.980695 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] No DVR routers for this DVR port c99d2797-6314-48b7-a18b-3f5d0500a260 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:35:58.984711 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.988658 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fc7ebfdd-ef77-4eb2-99c3-c84d92ff18cf req-f6cfe62d-f42c-41bf-bd65-e775479227b2 tempest-TestMinimumBasicScenario-1606515891 tempest-TestMinimumBasicScenario-1606515891-project] 10.222.0.83 "DELETE /v2.0/ports/c99d2797-6314-48b7-a18b-3f5d0500a260 HTTP/1.1" status: 204 len: 173 time: 1.1449382 Sep 01 16:35:58.989405 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'name': 'network-vif-deleted', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:35:58.993235 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7553a4-e29e-40e3-8d13-8ba6ced81c40" -d '{"events": [{"server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "name": "network-vif-deleted", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:59.049051 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbefff3f-ffe0-4c0f-ac5f-391aae2cb0fc x-openstack-request-id: req-cbefff3f-ffe0-4c0f-ac5f-391aae2cb0fc {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:59.049939 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca0275-6135-451a-b909-8c67eaeab8dd", "name": "network-vif-deleted", "tag": "c99d2797-6314-48b7-a18b-3f5d0500a260", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:59.051528 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:59.055692 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cbefff3f-ffe0-4c0f-ac5f-391aae2cb0fc {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:59.056413 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca0275-6135-451a-b909-8c67eaeab8dd', 'name': 'network-vif-deleted', 'tag': 'c99d2797-6314-48b7-a18b-3f5d0500a260', 'status': 'completed', 'code': 200} Sep 01 16:35:59.059297 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ec00be55-7bfb-4ef7-ac52-43448fdf7106 admin admin] 10.222.0.101 "PUT /v2.0/routers/1b9e624f-2642-484b-b630-871dd090b524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8641903 Sep 01 16:35:59.713628 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:59.805483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:35:59.814542 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:35:59.815399 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.004133 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.034126 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42170) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:00.043450 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860297340', 'description': 'tempest-description--1089496325'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:00.053450 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:00.061408 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.062751 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d758af1a-0145-424d-b48c-4ebcbadbd169 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:00.084629 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.215508 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:00.251737 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port d758af1a-0145-424d-b48c-4ebcbadbd169 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:00.256118 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.319254 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.326662 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.377117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.380275 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3425281 Sep 01 16:36:00.384492 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42178) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:00.394202 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group_rule': {'security_group_id': 'd00375f4-8687-45e2-9c6e-cf8ca7bf995e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:00.415916 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a462d-55af-4cc3-a114-1c862a2a5fb4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00375f4-8687-45e2-9c6e-cf8ca7bf995e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:00.461596 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.567965 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.573985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.599085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c295770e-84ab-4869-8d43-1e28d6e6cb72,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:00.606709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.608739 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ecdacbf5-bff5-47f0-a372-ad00c672b902 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213712 Sep 01 16:36:00.612723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42180) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:00.620450 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group_rule': {'security_group_id': 'd00375f4-8687-45e2-9c6e-cf8ca7bf995e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:00.660933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.752405 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.760313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.789460 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e294f062-de0a-4fb4-bfa5-107c41e3ea38,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:00.798180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.803858 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-74c4b1ac-6a4a-4c5d-ab3c-496827c28560 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891870 Sep 01 16:36:00.804166 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42196) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:00.817628 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:00.851613 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.992917 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.116288 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42210) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:01.194019 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Allocated IP 172.27.2.15 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/9cf01875-13bb-466a-99b8-a02f1b9a0467) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:01.375664 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:01.390789 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:01.392018 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:01.475491 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.486019 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:01.598264 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.611884 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:01.647173 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:01.656049 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:01.658465 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:01.685452 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:01.685829 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.698760 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=9cf01875-13bb-466a-99b8-a02f1b9a0467,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:01.860450 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.912356 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.917946 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:01.997492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 2, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:02.032401 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:02.032788 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Updating router 1b9e624f-2642-484b-b630-871dd090b524 port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:02.064905 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.301600 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.310278 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.460998 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=9cf01875-13bb-466a-99b8-a02f1b9a0467,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:02.488463 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.507179 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.508426 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c105f6c8-e5cd-427d-865b-f6bc1313a604 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7025297 Sep 01 16:36:02.518042 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.532105 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Deleting port a8c07c87-61e3-4b07-8bed-56edecce14eb {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:02.532451 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.532761 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Transition to ACTIVE for port object f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:02.543077 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.605648 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8daa25-c68d-4af0-81c8-a7a79382e3fc None None] Pushing event updated for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:02.671994 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Attempting to bind port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:02.672432 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Attempting to bind port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:02.672772 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Attempting to bind port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:02.673553 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] For port a8c07c87-61e3-4b07-8bed-56edecce14eb, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a8c07c87-61e3-4b07-8bed-56edecce14eb,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:02.673913 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.682813 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:02.683346 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Checking segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:02.683723 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.684134 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Bound using segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:02.684744 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Bound port: f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:02.685143 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.693641 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Calling delete_port for a8c07c87-61e3-4b07-8bed-56edecce14eb owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:02.740709 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-fb0082d5-906b-42df-8768-cebb1f84dc67 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--860297340&fields=id&tenant_id=d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 267 time: 0.0610425 Sep 01 16:36:02.760345 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device c99d2797-6314-48b7-a18b-3f5d0500a260 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:02.794886 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: c99d2797-6314-48b7-a18b-3f5d0500a260 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:02.795231 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device c99d2797-6314-48b7-a18b-3f5d0500a260 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:02.816778 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] For port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:02.822184 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] For port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:02.831437 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:02.921540 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-b24cce5f-7283-403d-9092-88260bbe1982 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:02.923514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-b24cce5f-7283-403d-9092-88260bbe1982 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 810 time: 0.1749878 Sep 01 16:36:02.929980 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:02.930642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:02.953304 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-b1cbaf84-4ec2-43c3-a467-0d22c6208082 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/quotas/d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 375 time: 0.0154440 Sep 01 16:36:02.983058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:03.022482 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c07c87-61e3-4b07-8bed-56edecce14eb,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.031023 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-bf653a88-24a5-4851-a056-59d0fc4abdbb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712879 Sep 01 16:36:03.172820 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8daa25-c68d-4af0-81c8-a7a79382e3fc None None] Pushing event updated for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.292667 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-4830ad42-2944-4bcb-9fbb-7dacba5c4dac service neutron] 10.222.0.101 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226090 Sep 01 16:36:03.336929 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:03.349282 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:03.479399 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-fb5a6d15-16a3-4eec-8ddd-56811dd64db0 service neutron] 10.222.0.101 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803241 Sep 01 16:36:03.694597 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:03.767755 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:03.772554 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:03.773069 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:03.776822 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:02Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:03.784761 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Router f735d5c3-05ac-450e-b70f-76a0cb8b2341 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:03.807190 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-aa053421-c0e2-4b1f-b59d-afcbd3955f7f req-940da869-9673-404f-995e-9fe7d5c19ef2 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 210 time: 0.0370293 Sep 01 16:36:03.840346 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfe743-845a-4688-8d1b-216db0c9e785 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:02Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:03.924519 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:03.976333 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:03.985042 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:04.016162 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:04.026844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42232) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:04.027622 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-301992d2-0210-4167-a9f7-c5bea0d1f562 admin admin] 10.222.0.101 "PUT /v2.0/routers/f735d5c3-05ac-450e-b70f-76a0cb8b2341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091616 Sep 01 16:36:04.049550 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Sync routers for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:04.070569 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:04.072843 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:04.103890 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:04.317040 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks [] for router, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:04.331794 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:04.560707 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:04.653139 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Deleting port f7f68dcc-08df-4bcf-bee0-053ed34d3390 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:04.654383 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:04.680116 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:36:02Z', 'revision_number': 5, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port': {'id': 'f7f68dcc-08df-4bcf-bee0-053ed34d3390', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:42Z', 'updated_at': '2021-09-01T16:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:04.717252 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Checking router: f735d5c3-05ac-450e-b70f-76a0cb8b2341 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:04.733357 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Routers {'f735d5c3-05ac-450e-b70f-76a0cb8b2341'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:04.734389 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:04.820023 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] For port f7f68dcc-08df-4bcf-bee0-053ed34d3390, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f7f68dcc-08df-4bcf-bee0-053ed34d3390,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:04.820733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:04.849861 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Calling delete_port for f7f68dcc-08df-4bcf-bee0-053ed34d3390 owned by network:router_gateway {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:04.877872 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] Set router f735d5c3-05ac-450e-b70f-76a0cb8b2341 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:04.979460 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:36:04Z', 'revision_number': 6, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:04.996857 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9b5f9523-8440-459c-9e62-1df53471b74c req-397fb13c-3263-4957-b6b9-c6d496f5e096 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 210 time: 0.0409107 Sep 01 16:36:05.030427 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288e13e-b40b-4251-9922-e0a0aaaeafa3 None None] The sync data for ids ['f735d5c3-05ac-450e-b70f-76a0cb8b2341'] in dv-cinder-806726-5-iscsi is: [{'id': 'f735d5c3-05ac-450e-b70f-76a0cb8b2341', 'name': 'tempest-TestMinimumBasicScenario-1662776266-router', 'tenant_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:41Z', 'updated_at': '2021-09-01T16:36:04Z', 'revision_number': 6, 'project_id': '5c458f8fe0e2459c9ad8c8dc6cab3b7f', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:05.167889 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.206688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f68dcc-08df-4bcf-bee0-053ed34d3390,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:05.354889 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.426426 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-5c6fbd67-6517-4345-b385-7a3f201dfe71 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:05.430053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-5c6fbd67-6517-4345-b385-7a3f201dfe71 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 810 time: 0.2355497 Sep 01 16:36:05.519971 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.523428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.602788 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-c7f7c2ea-b189-4e4e-a81d-57c7a1424d5d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 379 time: 0.1305823 Sep 01 16:36:05.606633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.607328 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f735d5c3-05ac-450e-b70f-76a0cb8b2341 {{(pid=93858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:36:05.614205 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'port': {'device_id': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'admin_state_up': True, 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'security_groups': ['d00375f4-8687-45e2-9c6e-cf8ca7bf995e']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:05.619928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.621045 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2aa4ad13-15f7-4242-8fb1-01b7d83a938f admin admin] 10.222.0.101 "DELETE /v2.0/routers/f735d5c3-05ac-450e-b70f-76a0cb8b2341 HTTP/1.1" status: 204 len: 168 time: 1.5912433 Sep 01 16:36:05.623620 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42242) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:05.723315 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Deleting subnet e3f05029-b3d0-4798-90dc-0f8885c23fae {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:36:05.734837 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.809050 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.859505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Made reservation on behalf of d2b3600f2af34f0c8bc3afe36eec294b for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:05.863634 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:05.899259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:05.975987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:05.976279 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.017827 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.101426 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a8c07c87-61e3-4b07-8bed-56edecce14eb no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:06.136911 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: a8c07c87-61e3-4b07-8bed-56edecce14eb {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:06.137629 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a8c07c87-61e3-4b07-8bed-56edecce14eb not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:06.175063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Allocated IP 172.20.0.8 (b1259f24-da26-42d9-bf89-b808618bdf75/ba3e9d77-53a5-4243-b196-8daff38caf24/ae9776ef-0a2c-4251-8203-3c9a118dfe40) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:06.179433 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.188489 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e47adb9f-93ac-49d6-8f6b-da02db0d5a66 req-f9d726f9-768f-4ebf-80f9-d289c4a0fbb0 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 210 time: 0.0400293 Sep 01 16:36:06.231461 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f05029-b3d0-4798-90dc-0f8885c23fae,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.233918 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.235922 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b41be20a-f734-469e-8551-13c4af56ae92 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e3f05029-b3d0-4798-90dc-0f8885c23fae HTTP/1.1" status: 204 len: 168 time: 0.6113596 Sep 01 16:36:06.240306 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42246) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:06.240839 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca159f-f007-40b6-b516-17e1ae3cdaf3 None None] Network 69dc1a86-55fa-4a4d-92b5-0fe25f670ded requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:06.383542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.480661 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] DHCP port deletion for 69dc1a86-55fa-4a4d-92b5-0fe25f670ded request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:36:06.510592 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.527187 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Transition to ACTIVE for port object ae9776ef-0a2c-4251-8203-3c9a118dfe40 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:06.551382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Deleting port f8bafacf-3318-4c36-954b-fd223545581b {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:06.551382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.551886 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Deleting port f8bafacf-3318-4c36-954b-fd223545581b {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:06.551886 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.644413 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] For port f8bafacf-3318-4c36-954b-fd223545581b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f8bafacf-3318-4c36-954b-fd223545581b,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:06.644856 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.661027 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Calling delete_port for f8bafacf-3318-4c36-954b-fd223545581b owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:06.669150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] For port f8bafacf-3318-4c36-954b-fd223545581b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f8bafacf-3318-4c36-954b-fd223545581b,segment=NetworkSegment(89cc2068-f8b6-4a7e-89d3-145fb533d60c),segment_id=89cc2068-f8b6-4a7e-89d3-145fb533d60c)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:06.669150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.680896 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.707111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Calling delete_port for f8bafacf-3318-4c36-954b-fd223545581b owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:06.755382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Network b1259f24-da26-42d9-bf89-b808618bdf75 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:06.779268 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.815060 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:06.824988 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:06.827924 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] Pushing event deleted for resources: {'Port': ['ID=f8bafacf-3318-4c36-954b-fd223545581b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.836374 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ad2ba-787d-47bc-86ae-23b63c6e5666 None None] No DVR routers for this DVR port f8bafacf-3318-4c36-954b-fd223545581b on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:06.868894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.907788 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:06.908473 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.935252 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-60d23211-fb4e-4897-8fc9-687c71306706 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3251057 Sep 01 16:36:06.942555 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:06.955600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Request body: {'port': {'device_id': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:07.008255 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bafacf-3318-4c36-954b-fd223545581b,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:07.012332 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] No DVR routers for this DVR port f8bafacf-3318-4c36-954b-fd223545581b on host dv-cinder-806726-5-iscsi {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:07.084889 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b5253a11-7115-4fc1-8053-914eedfcac59 None None] Provisioning for port ae9776ef-0a2c-4251-8203-3c9a118dfe40 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:07.092966 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b5253a11-7115-4fc1-8053-914eedfcac59 None None] Provisioning complete for port ae9776ef-0a2c-4251-8203-3c9a118dfe40 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:07.092966 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b5253a11-7115-4fc1-8053-914eedfcac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.109411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.125558 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.140648 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dc1a86-55fa-4a4d-92b5-0fe25f670ded']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:07.144144 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b5253a11-7115-4fc1-8053-914eedfcac59 None None] Port ae9776ef-0a2c-4251-8203-3c9a118dfe40 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:07.172947 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cc2068-f8b6-4a7e-89d3-145fb533d60c') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:07.173269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cc2068-f8b6-4a7e-89d3-145fb533d60c') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:07.188643 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.210900 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.261986 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:36:07.262396 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self.session.flush() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self.session.flush() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self.session.flush() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self.session.flush() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:36:07.264085 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:36:07.400414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.411365 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.413328 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] 10.222.0.101 "DELETE /v2.0/networks/69dc1a86-55fa-4a4d-92b5-0fe25f670ded HTTP/1.1" status: 204 len: 168 time: 1.1713936 Sep 01 16:36:07.417572 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42250) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:07.431937 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e8dd9-80fb-489a-b7b5-aac3d674df4c admin admin] Pushing event deleted for resources: {'Network': ['ID=69dc1a86-55fa-4a4d-92b5-0fe25f670ded,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:07.441467 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3cd1b-fd41-42cf-89cc-58349e6d8e78 req-8e328819-c4da-4ec7-9692-2374cb670462 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:07.443084 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-47c3cd1b-fd41-42cf-89cc-58349e6d8e78 req-8e328819-c4da-4ec7-9692-2374cb670462 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 931 time: 0.1383874 Sep 01 16:36:07.487655 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f7f68dcc-08df-4bcf-bee0-053ed34d3390 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:07.517587 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: f7f68dcc-08df-4bcf-bee0-053ed34d3390 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:07.518105 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f7f68dcc-08df-4bcf-bee0-053ed34d3390 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:07.518701 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f8bafacf-3318-4c36-954b-fd223545581b no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:07.530951 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-47c3cd1b-fd41-42cf-89cc-58349e6d8e78 req-18e5cd3d-0ad9-4996-8d5c-0b5f98c1dcff tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767934 Sep 01 16:36:07.554454 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: f8bafacf-3318-4c36-954b-fd223545581b {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:07.555287 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f8bafacf-3318-4c36-954b-fd223545581b not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:07.608359 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9776ef-0a2c-4251-8203-3c9a118dfe40 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:36:07.616579 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.631458 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Transition to ACTIVE for port object ae9776ef-0a2c-4251-8203-3c9a118dfe40 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:07.637524 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.694520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:07.789530 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Attempting to bind port ae9776ef-0a2c-4251-8203-3c9a118dfe40 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:07.790172 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Attempting to bind port ae9776ef-0a2c-4251-8203-3c9a118dfe40 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:07.790657 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Attempting to bind port ae9776ef-0a2c-4251-8203-3c9a118dfe40 on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:07.797594 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Port ae9776ef-0a2c-4251-8203-3c9a118dfe40 on network b1259f24-da26-42d9-bf89-b808618bdf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:36:07.798254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Attempting to bind port ae9776ef-0a2c-4251-8203-3c9a118dfe40 on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:07.804852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:07.805268 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Checking segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:07.805701 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Bound using segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:07.806210 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Bound port: ae9776ef-0a2c-4251-8203-3c9a118dfe40, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:07.806650 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.901134 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:07.906391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:07.916169 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.970172 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:07.970983 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:07.973190 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] 10.222.0.83 "PUT /v2.0/ports/ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 1093 time: 1.0267906 Sep 01 16:36:07.973816 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:07.976756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb49808-d36c-4632-b83b-5e0dc47ad44b" -d '{"events": [{"name": "network-changed", "server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:08.020900 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de24d7-0d13-4be7-9efa-57d6b94d8d23 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:08.022595 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:08.087225 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f493f-a919-43b5-9ad0-6897c38ab282 x-openstack-request-id: req-a70f493f-a919-43b5-9ad0-6897c38ab282 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:08.087550 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:08.087807 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a70f493f-a919-43b5-9ad0-6897c38ab282 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:08.088217 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'status': 'completed', 'code': 200} Sep 01 16:36:08.106507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-b6c5be68-fccc-480e-adf8-699bddeca47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:08.108418 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-b6c5be68-fccc-480e-adf8-699bddeca47c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1096 time: 0.0720563 Sep 01 16:36:08.167968 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-da52b272-e2f2-439a-b09b-0c9d46abf6a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 217 time: 0.0513752 Sep 01 16:36:08.229799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-550313bd-c267-4cd4-8f6f-6dee322b6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:08.232431 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-550313bd-c267-4cd4-8f6f-6dee322b6a68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0558586 Sep 01 16:36:08.299337 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-8edc2bdb-67f3-4a5d-9edf-535a489ed84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:08.302886 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-8edc2bdb-67f3-4a5d-9edf-535a489ed84b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632038 Sep 01 16:36:08.402569 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Deleting port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:08.403141 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:08.502398 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] For port 298864c9-f4a4-4e61-9ae3-3fb98016e2e1, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:08.503137 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:08.520346 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Calling delete_port for 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:08.768653 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:08.768990 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5798-df8a-4474-aeca-fa8701194085 req-663fe693-808e-4615-a8cd-13ad52d979e4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:08.770625 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c5d5798-df8a-4474-aeca-fa8701194085 req-663fe693-808e-4615-a8cd-13ad52d979e4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 943 time: 0.0796788 Sep 01 16:36:08.782829 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-32f648b1-5087-42c2-9f60-5a92102e64a6 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725010 Sep 01 16:36:08.822379 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Pushing event deleted for resources: {'Port': ['ID=298864c9-f4a4-4e61-9ae3-3fb98016e2e1,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:08.896799 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c5d5798-df8a-4474-aeca-fa8701194085 req-45afac37-3810-4c84-9a12-914737ba8645 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098094 Sep 01 16:36:08.957399 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d35c6bb-f243-41ec-9f07-739b476d5c0f req-1408191b-e833-4408-909d-bacda29ed442 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633258 Sep 01 16:36:09.072034 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-3a10a629-9406-458f-9be8-2be3f77e329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:09.074691 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-3a10a629-9406-458f-9be8-2be3f77e329e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1096 time: 0.0592291 Sep 01 16:36:09.090502 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:09.198009 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-89ff4c4a-3128-4964-8eb2-db6321086301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:09.201236 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-89ff4c4a-3128-4964-8eb2-db6321086301 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.1171801 Sep 01 16:36:09.248906 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-d13fe39d-90d3-491b-bdfa-8c29c8a90772 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 217 time: 0.0403516 Sep 01 16:36:09.309466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-dcf06b90-9c70-4467-90f8-76bdb5bc353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:09.310839 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-dcf06b90-9c70-4467-90f8-76bdb5bc353e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0539911 Sep 01 16:36:09.371778 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-a8b00cc5-8d94-4af2-ad74-3a94411fc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:09.373542 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-a8b00cc5-8d94-4af2-ad74-3a94411fc716 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541401 Sep 01 16:36:09.496775 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-f9a22f75-4189-4f68-b716-6d4049104763 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143546 Sep 01 16:36:09.625472 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Router 03ff3d4e-588d-4108-81bb-38e4b82b1904 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:09.650467 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-dcb49808-d36c-4632-b83b-5e0dc47ad44b req-6464e595-5311-48da-96a3-ce0a2d09faea service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443813 Sep 01 16:36:09.769857 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:09.778418 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0738aac1-e7a2-44a3-abb2-25d4504837ac admin admin] 10.222.0.101 "PUT /v2.0/routers/03ff3d4e-588d-4108-81bb-38e4b82b1904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596768 Sep 01 16:36:09.782350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42256) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:09.787617 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Sync routers for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:09.805013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:09.812181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:09.953661 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:09.978929 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:10.174345 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dca9c-4061-4788-be6a-a4fc36e85277 req-d3f42b64-97f5-4aa7-ba14-717b5ccf4d43 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:10.176304 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b7dca9c-4061-4788-be6a-a4fc36e85277 req-d3f42b64-97f5-4aa7-ba14-717b5ccf4d43 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 943 time: 0.1485729 Sep 01 16:36:10.177967 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.254552 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:36:08Z', 'revision_number': 5, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port': {'id': 'b3dc0e6a-41d9-488a-96ee-df515a57991a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:33:49Z', 'updated_at': '2021-09-01T16:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:10.266861 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2b7dca9c-4061-4788-be6a-a4fc36e85277 req-bf03d24f-a86c-4962-a578-df0f718f53e8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766788 Sep 01 16:36:10.286276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Deleting port b3dc0e6a-41d9-488a-96ee-df515a57991a {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:10.286276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.290367 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Checking router: 03ff3d4e-588d-4108-81bb-38e4b82b1904 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:10.301381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Routers {'03ff3d4e-588d-4108-81bb-38e4b82b1904'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:10.302042 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['03ff3d4e-588d-4108-81bb-38e4b82b1904'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:10.401571 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] Set router 03ff3d4e-588d-4108-81bb-38e4b82b1904 gateway port host: None {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:10.434643 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] For port b3dc0e6a-41d9-488a-96ee-df515a57991a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=b3dc0e6a-41d9-488a-96ee-df515a57991a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:10.435178 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.459593 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:36:10Z', 'revision_number': 6, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:10.460073 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Calling delete_port for b3dc0e6a-41d9-488a-96ee-df515a57991a owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:10.492324 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cdc66d-d37f-4bf0-ba57-29211a1ecea7 None None] The sync data for ids ['03ff3d4e-588d-4108-81bb-38e4b82b1904'] in dv-cinder-806726-5-iscsi is: [{'id': '03ff3d4e-588d-4108-81bb-38e4b82b1904', 'name': 'tempest-TestMinimumBasicScenario-782616831-router', 'tenant_id': '62e3ce57c42643aea199242078295d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:33:48Z', 'updated_at': '2021-09-01T16:36:10Z', 'revision_number': 6, 'project_id': '62e3ce57c42643aea199242078295d4d', 'gw_port_host': None}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:10.701836 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.728933 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dc0e6a-41d9-488a-96ee-df515a57991a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:10.808470 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.951493 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:10.954286 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.006339 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.008428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ff3d4e-588d-4108-81bb-38e4b82b1904 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:36:11.012880 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.014680 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7bdee0fb-8f4b-4e8b-be5e-3b3e5d02d01d admin admin] 10.222.0.101 "DELETE /v2.0/routers/03ff3d4e-588d-4108-81bb-38e4b82b1904 HTTP/1.1" status: 204 len: 168 time: 1.2291574 Sep 01 16:36:11.017134 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42260) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:11.090703 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Deleting subnet f69e8288-185b-438d-abb8-d38f5aeea0e3 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:36:11.096490 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.163924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.304318 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.380412 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.419735 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69e8288-185b-438d-abb8-d38f5aeea0e3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:11.433395 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.437328 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebadabc-281f-4141-9555-a32a1f16281d None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:11.457353 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3c632158-346e-483f-b98e-9eb8c397c707 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f69e8288-185b-438d-abb8-d38f5aeea0e3 HTTP/1.1" status: 204 len: 168 time: 0.4386492 Sep 01 16:36:11.460981 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42264) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:11.511230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d8b91-350d-4e3f-85e0-e0facae9a9dc req-d1109c4e-4efc-465a-bddb-3b971fc1ef0d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:11.513322 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d2d8b91-350d-4e3f-85e0-e0facae9a9dc req-d1109c4e-4efc-465a-bddb-3b971fc1ef0d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 943 time: 0.1413100 Sep 01 16:36:11.537652 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:11.566677 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:11.567024 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 298864c9-f4a4-4e61-9ae3-3fb98016e2e1 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:11.567638 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device b3dc0e6a-41d9-488a-96ee-df515a57991a no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:11.583411 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.591581 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d2d8b91-350d-4e3f-85e0-e0facae9a9dc req-5168d0e3-9113-4c90-b3fd-99f1d0fa6f60 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680900 Sep 01 16:36:11.623642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: b3dc0e6a-41d9-488a-96ee-df515a57991a {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:11.623642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device b3dc0e6a-41d9-488a-96ee-df515a57991a not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:11.655890 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Deleting port 945634f7-9078-41c3-9c7e-f38d185eaa13 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:11.656230 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.756344 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] DHCP port deletion for 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:36:11.759230 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] For port 945634f7-9078-41c3-9c7e-f38d185eaa13, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=945634f7-9078-41c3-9c7e-f38d185eaa13,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:11.759782 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.785427 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Calling delete_port for 945634f7-9078-41c3-9c7e-f38d185eaa13 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:11.823065 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Deleting port 945634f7-9078-41c3-9c7e-f38d185eaa13 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:11.823697 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.898536 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:11.935910 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=945634f7-9078-41c3-9c7e-f38d185eaa13,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:11.943956 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] No DVR routers for this DVR port 945634f7-9078-41c3-9c7e-f38d185eaa13 on host dv-cinder-806726-5-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:12.024620 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.036128 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6511805e-cf1a-426c-b3ad-57bb3d9d91b4']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:12.052585 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4436be9d-76eb-4b33-83f7-6beea1fdbe28') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:12.052585 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4436be9d-76eb-4b33-83f7-6beea1fdbe28') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:12.062596 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.079086 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.083445 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] For port 945634f7-9078-41c3-9c7e-f38d185eaa13, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=945634f7-9078-41c3-9c7e-f38d185eaa13,segment=NetworkSegment(4436be9d-76eb-4b33-83f7-6beea1fdbe28),segment_id=4436be9d-76eb-4b33-83f7-6beea1fdbe28)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:12.083849 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.086801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:36:12.087350 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:36:12.089181 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:36:12.100167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Calling delete_port for 945634f7-9078-41c3-9c7e-f38d185eaa13 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:12.148683 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.156866 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.162244 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] 10.222.0.101 "DELETE /v2.0/networks/6511805e-cf1a-426c-b3ad-57bb3d9d91b4 HTTP/1.1" status: 204 len: 168 time: 0.6960430 Sep 01 16:36:12.169480 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aa574-16ff-492d-a4da-d914d2b3cf6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6511805e-cf1a-426c-b3ad-57bb3d9d91b4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.186043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.211339 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Network 6511805e-cf1a-426c-b3ad-57bb3d9d91b4 is not hosted by any dhcp agent {{(pid=93860) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 16:36:12.211748 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] No DVR routers for this DVR port 945634f7-9078-41c3-9c7e-f38d185eaa13 on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:12.213962 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c9005-ab60-4b34-ac34-6b662036df42 None None] Pushing event deleted for resources: {'Port': ['ID=945634f7-9078-41c3-9c7e-f38d185eaa13,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.293761 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42268) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:12.340913 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-fc1a9505-0ccc-4716-b5e7-bcb808729426 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5c458f8fe0e2459c9ad8c8dc6cab3b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456212 Sep 01 16:36:12.343692 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42270) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:12.411056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.433430 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.444100 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.495057 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.497842 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.499306 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b4815d34-6439-4708-b07a-00e2386bf813 HTTP/1.1" status: 204 len: 168 time: 0.1541834 Sep 01 16:36:12.511026 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb0955-ba38-4f28-b49a-314fb55e3a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4815d34-6439-4708-b07a-00e2386bf813,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.723598 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f767e37-0eac-4150-a60a-a41dfe05c0dd req-48e555ab-f8de-40cf-9040-da806819fa47 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:12.725235 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f767e37-0eac-4150-a60a-a41dfe05c0dd req-48e555ab-f8de-40cf-9040-da806819fa47 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 943 time: 0.0513968 Sep 01 16:36:12.764886 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7f767e37-0eac-4150-a60a-a41dfe05c0dd req-de55a271-47af-46ba-b899-214a724856d9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335710 Sep 01 16:36:12.794652 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device ae9776ef-0a2c-4251-8203-3c9a118dfe40 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:12.866732 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42278) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:12.900561 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:12.913656 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'port_id': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'mac_address': 'fa:16:3e:3c:e9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:12.922336 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6188d3db-71f8-4bfb-b56a-169ba74cbbd6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62e3ce57c42643aea199242078295d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536959 Sep 01 16:36:12.924418 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42280) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:12.980981 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.001497 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9776ef-0a2c-4251-8203-3c9a118dfe40 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:36:13.010456 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.035445 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:13.040731 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.044173 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.125083 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:13.126344 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.130449 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.131936 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0254fb29-7ad3-464a-952f-bb23e2bec0d2 HTTP/1.1" status: 204 len: 168 time: 0.2059329 Sep 01 16:36:13.140610 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce6f67-912c-4741-975e-b2b3994e7d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254fb29-7ad3-464a-952f-bb23e2bec0d2,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:13.247013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['ae9776ef-0a2c-4251-8203-3c9a118dfe40'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:36:13.477776 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 945634f7-9078-41c3-9c7e-f38d185eaa13 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:13.504104 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 945634f7-9078-41c3-9c7e-f38d185eaa13 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:13.504536 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 945634f7-9078-41c3-9c7e-f38d185eaa13 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:13.909109 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d092cf-974c-4c8a-a08f-6a3a3764a71c req-c19db7f5-3e85-4db5-9271-76eeaea2b58b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:13.911386 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a2d092cf-974c-4c8a-a08f-6a3a3764a71c req-c19db7f5-3e85-4db5-9271-76eeaea2b58b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 944 time: 0.0665917 Sep 01 16:36:13.957638 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a2d092cf-974c-4c8a-a08f-6a3a3764a71c req-af32a201-0664-482d-986a-406f590bb1bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392606 Sep 01 16:36:13.964361 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42304) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:14.091047 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-341495053-network', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:14.115020 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Made reservation on behalf of 0b7c536e09fa49889bbfef65717cdac7 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:14.117450 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.126326 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.235862 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.240909 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.267191 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:36:14.278602 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313b8fcb-435a-40d0-a04a-781336513221,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.284801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.285160 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Added segment 6c7a082a-438b-4143-98c0-1cc3bd8d16b9 of type vlan for network e7b08433-7fcf-4308-bf3b-979456b35a9c Sep 01 16:36:14.342305 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.377161 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.378770 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:14.379382 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.435333 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4694607 Sep 01 16:36:14.439338 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42308) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:14.447675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Request body: {'subnet': {'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-341495053-subnet', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'ip_version': 4}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:14.451095 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc53a3-e79f-432f-b8fa-9afcd711ef54 admin admin] Pushing event updated for resources: {'Network': ['ID=e7b08433-7fcf-4308-bf3b-979456b35a9c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.465637 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network e7b08433-7fcf-4308-bf3b-979456b35a9c details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:36:14.484192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Made reservation on behalf of 0b7c536e09fa49889bbfef65717cdac7 for: {'subnet': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:14.487159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25657935'] for subnet, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.713456 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29153938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25657945'] for subnet, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.767502 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.787443 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Checking segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:14.787936 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Network hostable DHCP agents. Network: e7b08433-7fcf-4308-bf3b-979456b35a9c, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:36:14.805368 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device ae9776ef-0a2c-4251-8203-3c9a118dfe40 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:14.806843 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Network e7b08433-7fcf-4308-bf3b-979456b35a9c is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:36:14.818342 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, e7b08433-7fcf-4308-bf3b-979456b35a9c) {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:14.822825 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:14.823376 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.831053 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ac684-d7f7-40bf-94f1-777eec39383b None None] Network e7b08433-7fcf-4308-bf3b-979456b35a9c requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:14.848712 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1522d064-f44f-430f-b1cd-55741858a4c9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4078097 Sep 01 16:36:14.851226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42310) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:14.856325 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:14.879719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.881237 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.921215 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port ae9776ef-0a2c-4251-8203-3c9a118dfe40 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:14.932565 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port ae9776ef-0a2c-4251-8203-3c9a118dfe40 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:14.932940 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:14.940409 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.054190 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-e7b08433-7fcf-4308-bf3b-979456b35a9c', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:36:15.055057 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.090363 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.091564 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.115810 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2282-53f4-4817-a891-7fbd55e28e15 req-651e2e74-827f-467c-b591-28f98d9fff09 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:15.125932 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed7a2282-53f4-4817-a891-7fbd55e28e15 req-651e2e74-827f-467c-b591-28f98d9fff09 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 944 time: 0.0788066 Sep 01 16:36:15.169749 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ed7a2282-53f4-4817-a891-7fbd55e28e15 req-ec1e1741-3261-45af-b930-6ae4c5592edb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Sep 01 16:36:15.174331 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:15.176705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce57b6c-e556-4680-a024-995f2a67f44a" -d '{"events": [{"server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "name": "network-vif-plugged", "status": "completed", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:15.197779 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:15.205255 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.241862 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47506373-3100-43c8-aad9-81817dfa68f6 x-openstack-request-id: req-47506373-3100-43c8-aad9-81817dfa68f6 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:15.242293 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "name": "network-vif-plugged", "status": "completed", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:15.242680 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-47506373-3100-43c8-aad9-81817dfa68f6 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:15.243257 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'code': 200} Sep 01 16:36:15.309778 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:15.313373 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Allocated IP 172.20.0.2 (e7b08433-7fcf-4308-bf3b-979456b35a9c/e43ad19b-8bc3-4dac-aa4e-56103cdbfd63/41cada44-7997-43d5-9244-e5cb9a8d62e2) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:15.342008 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.370925 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.513297 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.525165 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c206774-1e22-4614-a654-fa18cd75cfcf req-6049be05-abe9-4611-b1d0-548be9247232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:15.525920 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Transition to ACTIVE for port object 41cada44-7997-43d5-9244-e5cb9a8d62e2 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:15.527089 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7c206774-1e22-4614-a654-fa18cd75cfcf req-6049be05-abe9-4611-b1d0-548be9247232 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.0909882 Sep 01 16:36:15.545695 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Transition to ACTIVE for port object 41cada44-7997-43d5-9244-e5cb9a8d62e2 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:15.553495 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.575012 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Allocated IP 172.27.2.242 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/1b55730f-99ab-4d32-84d6-c171aed55295) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:15.598471 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7c206774-1e22-4614-a654-fa18cd75cfcf req-11d16a0f-37da-4377-9d73-88ab5fc4a800 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622175 Sep 01 16:36:15.605016 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Network e7b08433-7fcf-4308-bf3b-979456b35a9c is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:15.608759 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:15.611388 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:15.621940 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Pushing event updated for resources: {'Port': ['ID=41cada44-7997-43d5-9244-e5cb9a8d62e2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:15.675446 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Attempting to bind port 41cada44-7997-43d5-9244-e5cb9a8d62e2 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:15.675803 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Attempting to bind port 41cada44-7997-43d5-9244-e5cb9a8d62e2 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:15.676163 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Attempting to bind port 41cada44-7997-43d5-9244-e5cb9a8d62e2 on network e7b08433-7fcf-4308-bf3b-979456b35a9c {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:15.681314 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:15.681689 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Checking segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:15.682095 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.682487 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Bound using segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:15.682959 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Bound port: 41cada44-7997-43d5-9244-e5cb9a8d62e2, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:15.683347 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.693246 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.738069 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.748653 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] For port 41cada44-7997-43d5-9244-e5cb9a8d62e2, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:15.751859 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] For port 41cada44-7997-43d5-9244-e5cb9a8d62e2, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=41cada44-7997-43d5-9244-e5cb9a8d62e2,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:15.760470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.783614 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:15.792193 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:15.796100 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:15.819258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Pushing event updated for resources: {'Port': ['ID=1b55730f-99ab-4d32-84d6-c171aed55295,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:15.849084 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059a6fb-5e17-45a0-a0e4-041e1389362b None None] Pushing event updated for resources: {'Port': ['ID=41cada44-7997-43d5-9244-e5cb9a8d62e2,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:16.102684 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:16.307707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e1e2c-ecf5-4069-bcac-5c56b3a270bf req-12546228-5785-40c9-8e33-2394f1948ca3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:16.309352 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0f2e1e2c-ecf5-4069-bcac-5c56b3a270bf req-12546228-5785-40c9-8e33-2394f1948ca3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0700319 Sep 01 16:36:16.320872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:16.351514 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0f2e1e2c-ecf5-4069-bcac-5c56b3a270bf req-58542d1c-5119-4ce1-bbed-153bc599655b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358028 Sep 01 16:36:16.480326 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:36:16.616328 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:16.634213 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Sync routers for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:16.638653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:16.641103 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-811b7d29-e05d-4e5f-a05c-f26f5f3d0c17 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7886574 Sep 01 16:36:16.644899 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42318) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:16.650907 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:16.651691 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:16.778008 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:16.860988 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f416c99-23f3-4413-9bb4-7cc0ae62c5fb None None] Network e7b08433-7fcf-4308-bf3b-979456b35a9c requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:16.961146 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-b11e87f5-75c5-4a4a-a71f-d4010823a6dd None None] Provisioning for port 41cada44-7997-43d5-9244-e5cb9a8d62e2 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:17.029431 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:15Z', 'revision_number': 3, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:17.061140 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Checking router: 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:17.061679 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Updating router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 port 1b55730f-99ab-4d32-84d6-c171aed55295 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:17.192317 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.518116 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.522920 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.525538 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed71f04-d8d7-4212-a189-bbc5498ebd62 req-04cafc76-27c0-4759-9be8-31b9d9662e1b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:17.531958 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Transition to ACTIVE for port object 1b55730f-99ab-4d32-84d6-c171aed55295 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:17.538015 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6ed71f04-d8d7-4212-a189-bbc5498ebd62 req-04cafc76-27c0-4759-9be8-31b9d9662e1b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0792699 Sep 01 16:36:17.543562 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.547781 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 41cada44-7997-43d5-9244-e5cb9a8d62e2 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:17.595812 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1d6c-24eb-4438-ba3b-f9f2d45a9887 None None] Pushing event updated for resources: {'Port': ['ID=1b55730f-99ab-4d32-84d6-c171aed55295,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:17.608799 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6ed71f04-d8d7-4212-a189-bbc5498ebd62 req-f3cc4f49-55c2-430b-b91c-dcd286244781 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696909 Sep 01 16:36:17.615416 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Attempting to bind port 1b55730f-99ab-4d32-84d6-c171aed55295 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:17.615416 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Attempting to bind port 1b55730f-99ab-4d32-84d6-c171aed55295 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:17.615416 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Attempting to bind port 1b55730f-99ab-4d32-84d6-c171aed55295 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:17.621301 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:17.621689 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:17.622090 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.622485 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:17.622962 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Bound port: 1b55730f-99ab-4d32-84d6-c171aed55295, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:17.623359 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.642563 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 41cada44-7997-43d5-9244-e5cb9a8d62e2 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:17.650567 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 41cada44-7997-43d5-9244-e5cb9a8d62e2 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:17.651243 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.690215 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] For port 1b55730f-99ab-4d32-84d6-c171aed55295, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:17.694163 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] For port 1b55730f-99ab-4d32-84d6-c171aed55295, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1b55730f-99ab-4d32-84d6-c171aed55295,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:17.703165 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-064cf458-bb12-4665-9352-e8d1f7097e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.703851 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.774483 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.779615 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:17.780259 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:17.792671 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1d6c-24eb-4438-ba3b-f9f2d45a9887 None None] Pushing event updated for resources: {'Port': ['ID=1b55730f-99ab-4d32-84d6-c171aed55295,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:17.817889 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 41cada44-7997-43d5-9244-e5cb9a8d62e2, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=41cada44-7997-43d5-9244-e5cb9a8d62e2,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:17.824533 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:17.836142 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Allocated IP 172.20.0.1 (e7b08433-7fcf-4308-bf3b-979456b35a9c/e43ad19b-8bc3-4dac-aa4e-56103cdbfd63/80ccec62-4a9a-45f7-aa58-5cf59f7962ab) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:17.885701 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=41cada44-7997-43d5-9244-e5cb9a8d62e2,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:17.912033 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:17.919155 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a56c4-7ed9-4635-a6ab-cba83f175d87 req-2a909a10-80fc-41b4-bffb-8b0c5002c867 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:17.920750 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ec4a56c4-7ed9-4635-a6ab-cba83f175d87 req-2a909a10-80fc-41b4-bffb-8b0c5002c867 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.1242938 Sep 01 16:36:17.931161 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42326) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:17.958477 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'floatingip': {'port_id': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:17.992707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.009168 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.024118 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Transition to ACTIVE for port object 80ccec62-4a9a-45f7-aa58-5cf59f7962ab will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:18.075706 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.139837 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Network e7b08433-7fcf-4308-bf3b-979456b35a9c is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:18.144664 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:18.148542 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:18.159780 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:15Z', 'revision_number': 3, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:18.176510 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Pushing event updated for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:18.202491 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a646573f-df1f-4e0e-a7dd-310ece9a1f89 None None] The sync data for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi is: [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:15Z', 'revision_number': 3, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:18.202911 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.382783 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.446853 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-24f4e1ef-2c24-4241-a75a-7dce790d9df4 None None] Provisioning for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:18.452034 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-24f4e1ef-2c24-4241-a75a-7dce790d9df4 None None] Provisioning complete for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:18.452601 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-24f4e1ef-2c24-4241-a75a-7dce790d9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.527724 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-24f4e1ef-2c24-4241-a75a-7dce790d9df4 None None] Port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:18.689680 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.696041 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.779260 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Pushing event updated for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:18.782713 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.903173 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Network e7b08433-7fcf-4308-bf3b-979456b35a9c is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:18.904702 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:18.913962 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:18.922878 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:19.091058 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:19.103901 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Floating IP 7473fe5c-639e-462f-b3b0-07d11fba9592 associated. External IP: 172.27.2.15, port: ae9776ef-0a2c-4251-8203-3c9a118dfe40. Sep 01 16:36:19.273062 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:19.274748 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-32b7f4ad-cbb6-4fee-8a96-9b8d27c8577e None None] Provisioning complete for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:19.275703 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-32b7f4ad-cbb6-4fee-8a96-9b8d27c8577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:19.289848 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9c8a3dc5-37b7-4a3e-b638-fc06ef2e000d admin admin] 10.222.0.101 "PUT /v2.0/routers/8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6430986 Sep 01 16:36:19.337429 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-32b7f4ad-cbb6-4fee-8a96-9b8d27c8577e None None] Port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:19.401885 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:19.569609 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:19.574865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:19.582421 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:19.605340 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 41cada44-7997-43d5-9244-e5cb9a8d62e2 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:19.611083 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:19.612575 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:19.621092 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4384b932-7e02-40c5-9a1e-5c0b45bfd8b6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "PUT /v2.0/floatingips/7473fe5c-639e-462f-b3b0-07d11fba9592 HTTP/1.1" status: 200 len: 990 time: 1.6872749 Sep 01 16:36:19.621749 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:19.624437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:19.701239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e56ab-eda8-4bd6-a97d-903ae12b4041 x-openstack-request-id: req-b46e56ab-eda8-4bd6-a97d-903ae12b4041 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:19.701239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:19.701239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b46e56ab-eda8-4bd6-a97d-903ae12b4041 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:19.701239 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'status': 'completed', 'code': 200} Sep 01 16:36:19.771328 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 41cada44-7997-43d5-9244-e5cb9a8d62e2 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:19.771757 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:19.780884 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-b9da6f83-ea47-4566-9b79-de058fbd6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:19.782181 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-b9da6f83-ea47-4566-9b79-de058fbd6ef2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.0578058 Sep 01 16:36:19.833595 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:19.935792 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-dd15e6b7-ce1f-4c99-ba60-4de092a22c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:19.937874 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-dd15e6b7-ce1f-4c99-ba60-4de092a22c69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.1478174 Sep 01 16:36:19.980145 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1b55730f-99ab-4d32-84d6-c171aed55295 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:20.027853 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-93f6152d-0560-420a-97d3-db23dbfe78fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 998 time: 0.0815542 Sep 01 16:36:20.059770 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42346) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:20.074126 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466508496-network', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:20.105262 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Made reservation on behalf of 7c0d8bb8407a4949b4e8df167ff56080 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:20.107758 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 1b55730f-99ab-4d32-84d6-c171aed55295 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:20.109844 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.114797 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 1b55730f-99ab-4d32-84d6-c171aed55295 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:20.115204 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.122118 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.131926 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-d4eafa7d-819b-4cb4-ac2f-1b171ea4a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:20.134867 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-d4eafa7d-819b-4cb4-ac2f-1b171ea4a3a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0934002 Sep 01 16:36:20.202111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-65c4bb52-2855-4401-b309-f6983bc0e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:20.204152 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-65c4bb52-2855-4401-b309-f6983bc0e2ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616529 Sep 01 16:36:20.239478 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '7473fe5c-639e-462f-b3b0-07d11fba9592', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:3c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:36:01Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:20.255926 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.263630 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.278385 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:20.288969 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.303708 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:36:20.322308 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:20.323239 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:20.329671 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc14403-973f-4f8d-98dc-6b34002dbb71,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.333576 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.334098 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Added segment 84a2b48d-3484-4e7c-b676-9d78f00eef29 of type vlan for network 34504c76-afd0-4019-9030-398413d6e9ff Sep 01 16:36:20.356744 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-fd3b9783-a745-4847-bdd0-9a5e98c822c5 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444395 Sep 01 16:36:20.367687 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Sync routers for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:20.375793 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 1b55730f-99ab-4d32-84d6-c171aed55295, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1b55730f-99ab-4d32-84d6-c171aed55295,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:20.386847 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.394085 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:20.394783 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:20.430849 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.506072 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.509335 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:20.511196 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.536726 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:20.538131 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ccc0c50-92da-4c00-99f4-b5eb70adb6e5 req-1a07a1b6-f9e6-4163-8372-b38cc3e5c553 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728046 Sep 01 16:36:20.619021 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5545168 Sep 01 16:36:20.623381 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42348) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:20.632045 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Request body: {'subnet': {'network_id': '34504c76-afd0-4019-9030-398413d6e9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466508496-subnet', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:20.650217 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1290-9362-4da5-b6ad-bbae7d0e1231 admin admin] Pushing event updated for resources: {'Network': ['ID=34504c76-afd0-4019-9030-398413d6e9ff,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.672344 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Made reservation on behalf of 7c0d8bb8407a4949b4e8df167ff56080 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:20.676750 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25398930'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.689063 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 34504c76-afd0-4019-9030-398413d6e9ff details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:36:20.787716 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:20.869853 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=1b55730f-99ab-4d32-84d6-c171aed55295,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.888372 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 2, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:20.928850 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26168587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398916'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.934799 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Checking router: 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:20.935358 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Updating router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:20.970232 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:20.989838 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c6d8b6-9811-4377-97be-38d18296c007,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.007658 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Checking segment: {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:21.008217 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Network hostable DHCP agents. Network: 34504c76-afd0-4019-9030-398413d6e9ff, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:36:21.030088 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Network 34504c76-afd0-4019-9030-398413d6e9ff is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:36:21.053668 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 34504c76-afd0-4019-9030-398413d6e9ff) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:21.069154 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:21.070200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246235d-bba9-4fcc-a0ff-7a055db5d803 None None] Network 34504c76-afd0-4019-9030-398413d6e9ff requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:21.070347 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.100712 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f53bd515-c428-40b0-a364-7d32b1905b73 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4751530 Sep 01 16:36:21.103536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42352) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:21.110199 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:21.148428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.149374 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.213622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.268570 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '7473fe5c-639e-462f-b3b0-07d11fba9592', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:3c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:36:01Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:21.309343 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.314234 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020f847-0605-4f7c-ae4a-84c122a5b6a7 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '7473fe5c-639e-462f-b3b0-07d11fba9592', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:3c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:36:01Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:21.322678 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Transition to ACTIVE for port object 80ccec62-4a9a-45f7-aa58-5cf59f7962ab will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:21.329257 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.331244 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-34504c76-afd0-4019-9030-398413d6e9ff', 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'fixed_ips': [{'subnet_id': '65c6d8b6-9811-4377-97be-38d18296c007'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:36:21.332852 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.422023 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cecd-9761-4da3-a277-b728c6c04ac5 None None] Pushing event updated for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.509139 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.541826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1b55730f-99ab-4d32-84d6-c171aed55295 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:21.554828 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Attempting to bind port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:21.555191 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Attempting to bind port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:21.555769 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Attempting to bind port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab on network e7b08433-7fcf-4308-bf3b-979456b35a9c {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:21.562994 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:21.563774 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Checking segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:21.564352 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.564945 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Bound using segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:21.566036 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Bound port: 80ccec62-4a9a-45f7-aa58-5cf59f7962ab, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:21.566664 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.662172 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] For port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:21.668128 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] For port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:21.675268 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Allocated IP 172.20.0.2 (34504c76-afd0-4019-9030-398413d6e9ff/65c6d8b6-9811-4377-97be-38d18296c007/fcd63e2c-2ab2-4882-ad72-7217b075a2a6) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:21.678835 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.700044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22ddce-5f0c-437c-98e3-c93f90bf31d8 None None] New status for floating IP 7473fe5c-639e-462f-b3b0-07d11fba9592: ACTIVE {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:36:21.786968 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:21.788264 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:35:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:21.791935 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cecd-9761-4da3-a277-b728c6c04ac5 None None] Pushing event updated for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.934409 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.978938 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.047276 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 1b55730f-99ab-4d32-84d6-c171aed55295 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:22.047856 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.124531 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:22.163418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca8f77c6-b4a2-41ca-b28c-c9750b49b9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.206776 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Allocated IP 172.27.2.28 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/937f3731-743a-49bb-ae2f-f4970043a898) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:22.322810 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.355096 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.402526 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Transition to ACTIVE for port object fcd63e2c-2ab2-4882-ad72-7217b075a2a6 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:22.404731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.429656 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Transition to ACTIVE for port object fcd63e2c-2ab2-4882-ad72-7217b075a2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:22.442136 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.464248 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.485329 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:22.513384 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:22.513880 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Network 34504c76-afd0-4019-9030-398413d6e9ff is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:22.516601 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:22.519179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:22.519742 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:22.522594 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Pushing event updated for resources: {'Port': ['ID=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.523094 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9210a5d-3e32-4274-97a0-154840b0e5a4 None None] The sync data for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi is: [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:22.525266 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:22.567953 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Pushing event updated for resources: {'Port': ['ID=937f3731-743a-49bb-ae2f-f4970043a898,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.635775 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Attempting to bind port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:22.636297 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Attempting to bind port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:22.636773 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Attempting to bind port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 on network 34504c76-afd0-4019-9030-398413d6e9ff {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:22.640610 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.643631 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:22.644013 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Checking segment: {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:22.644443 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.644834 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Bound using segment: {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:22.645333 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Bound port: fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:22.645714 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.720930 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] For port fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:22.726193 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] For port fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:22.730695 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:22.801670 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ef073-4bde-41da-9336-2df371064cac None None] Pushing event updated for resources: {'Port': ['ID=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.860165 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.111960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.300833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:36:23.591211 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 80ccec62-4a9a-45f7-aa58-5cf59f7962ab up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:23.675913 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:23.680559 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:23.680941 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.783398 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:23.800695 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Sync routers for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:23.814401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.818438 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d280d076-7b87-42aa-88fd-53538417f02d admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7109082 Sep 01 16:36:23.819355 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42358) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:23.826587 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:23.827257 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:23.829325 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.875814 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:23.881165 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:23.882435 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device fcd63e2c-2ab2-4882-ad72-7217b075a2a6 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:23.992694 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbada402-64fd-43f0-b4d8-1de803621f99 None None] Network 34504c76-afd0-4019-9030-398413d6e9ff requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:24.017823 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:24.024773 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:24.080551 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:24.085172 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Provisioning for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:24.093869 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:24.094259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.097691 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Provisioning complete for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:24.098066 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.371316 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:22Z', 'revision_number': 3, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:24.428460 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Checking router: ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:24.428460 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Updating router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 port 937f3731-743a-49bb-ae2f-f4970043a898 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:24.477339 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.503831 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.571730 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.574888 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.652942 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:24.663825 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.777259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 16:36:24.777879 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-7b5f5af8-6ee2-4af5-bd94-d2ca988b655d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:36:24.809918 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Allocated IP 172.20.0.1 (34504c76-afd0-4019-9030-398413d6e9ff/65c6d8b6-9811-4377-97be-38d18296c007/393edb0c-0c58-4f55-86af-28a9cb569a3a) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:24.818715 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:24.834938 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.947150 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:24.965031 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Transition to ACTIVE for port object 937f3731-743a-49bb-ae2f-f4970043a898 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:24.975118 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.016144 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.040254 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Transition to ACTIVE for port object 393edb0c-0c58-4f55-86af-28a9cb569a3a will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:25.043560 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950c352-e7db-4a75-b05b-a1044a9aeee9 None None] Pushing event updated for resources: {'Port': ['ID=937f3731-743a-49bb-ae2f-f4970043a898,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:25.046081 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Attempting to bind port 937f3731-743a-49bb-ae2f-f4970043a898 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:25.046454 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Attempting to bind port 937f3731-743a-49bb-ae2f-f4970043a898 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:25.046816 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Attempting to bind port 937f3731-743a-49bb-ae2f-f4970043a898 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:25.053810 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:25.053810 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:25.054151 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.054331 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:25.054797 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Bound port: 937f3731-743a-49bb-ae2f-f4970043a898, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:25.055319 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.081035 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.140949 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Network 34504c76-afd0-4019-9030-398413d6e9ff is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:25.141182 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] For port 937f3731-743a-49bb-ae2f-f4970043a898, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:25.145518 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] For port 937f3731-743a-49bb-ae2f-f4970043a898, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=937f3731-743a-49bb-ae2f-f4970043a898,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:25.147652 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:25.150478 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.151131 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:25.185432 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Pushing event updated for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:25.215274 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.221544 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:25.222470 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:25.229007 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950c352-e7db-4a75-b05b-a1044a9aeee9 None None] Pushing event updated for resources: {'Port': ['ID=937f3731-743a-49bb-ae2f-f4970043a898,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:25.438701 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:25.453736 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.534187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Provisioning complete for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:25.534731 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.566264 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 80ccec62-4a9a-45f7-aa58-5cf59f7962ab up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:25.689600 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:25.690796 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.729825 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.740627 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.762676 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:22Z', 'revision_number': 3, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:25.776114 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Provisioning for port 393edb0c-0c58-4f55-86af-28a9cb569a3a completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:25.788184 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Provisioning complete for port 393edb0c-0c58-4f55-86af-28a9cb569a3a triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:25.788986 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.815437 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e0e55-9ee0-4d27-8032-db6ba19e6c90 None None] The sync data for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi is: [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:22Z', 'revision_number': 3, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:25.873546 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:25.878161 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Pushing event updated for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:25.902699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6808ba1e-286e-431a-a0b1-39b4fe6349b1 None None] Port 393edb0c-0c58-4f55-86af-28a9cb569a3a cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:25.933022 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device fcd63e2c-2ab2-4882-ad72-7217b075a2a6 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:25.994972 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:25.995354 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:26.035221 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Network 34504c76-afd0-4019-9030-398413d6e9ff is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:26.038028 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:26.282193 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:26.434703 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-07b5abf2-69e6-456c-97f5-769eaafc1d66 None None] Provisioning complete for port 393edb0c-0c58-4f55-86af-28a9cb569a3a triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:26.435239 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-07b5abf2-69e6-456c-97f5-769eaafc1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:26.437049 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:26.444407 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-866208ee-8be7-443a-9f7d-7d1c84bc9526 admin admin] 10.222.0.101 "PUT /v2.0/routers/ee5e7c9b-00fa-4e3f-b722-74cdb606fe70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6238439 Sep 01 16:36:26.503078 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-07b5abf2-69e6-456c-97f5-769eaafc1d66 None None] Port 393edb0c-0c58-4f55-86af-28a9cb569a3a cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:27.309300 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42372) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:27.315671 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727818110', 'description': 'tempest-secgroup-smoke-1727818110 description', 'project_id': '0b7c536e09fa49889bbfef65717cdac7'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:27.338533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.453408 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.459734 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.517245 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.521298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42374) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:27.522022 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2109191 Sep 01 16:36:27.528271 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724b405-bbeb-45a7-94df-c7c6070edcbd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f52df53-28bb-49a3-91ed-5bc7f198d3ca,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:27.530192 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:27.592600 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 937f3731-743a-49bb-ae2f-f4970043a898 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:27.594899 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.655020 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 937f3731-743a-49bb-ae2f-f4970043a898 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:27.662597 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 937f3731-743a-49bb-ae2f-f4970043a898 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:27.662597 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.683771 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.690747 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.719526 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.721613 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976912 Sep 01 16:36:27.725752 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42378) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:27.727387 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f6605-3844-4ce9-a718-69851474b260 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b8492e-d442-424c-98ec-40983304f335,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:27.731555 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:27.771242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.785852 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.820978 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 937f3731-743a-49bb-ae2f-f4970043a898, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=937f3731-743a-49bb-ae2f-f4970043a898,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:27.826490 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.855117 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.861138 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.889265 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e14077-aeaf-482b-bf61-3ab434b6e5e7,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:27.897624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:27.899382 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=937f3731-743a-49bb-ae2f-f4970043a898,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:27.902561 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-67d9fa95-3bd3-485f-9048-479c7ac02d9c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730397 Sep 01 16:36:27.903552 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42380) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:27.909707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:27.949036 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.028433 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.033560 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.057806 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5114235-9416-41d3-a8a1-7464ed55c198,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:28.065467 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.067374 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1fb9f8d5-b542-4047-9a4b-0c945ff0197c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628952 Sep 01 16:36:28.070587 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42382) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:28.075750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:28.113651 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.186981 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.192725 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.217823 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfec2f1-a0c2-4390-881f-5a266ad4eb11,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:28.226004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.227430 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4727dfa1-d064-4d7a-9221-d0f90abf3590 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556482 Sep 01 16:36:28.230181 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42384) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:28.235195 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:28.263528 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.securitygroups_db [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Project 0b7c536e09fa49889bbfef65717cdac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:36:28.270306 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.365870 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.371868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.403930 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d57b9a4-7437-4761-b324-ce1b48838cb6,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:28.414890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.416178 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-dbac2898-7ad4-4dc6-917e-9c7c55d9c82c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1849937 Sep 01 16:36:28.419523 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42386) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:28.425640 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'security_group_rule': {'security_group_id': '1f52df53-28bb-49a3-91ed-5bc7f198d3ca', 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:28.461000 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.securitygroups_db [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Project 0b7c536e09fa49889bbfef65717cdac7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:36:28.467163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.537622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.542704 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.565675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ce52ae-7c22-47f2-b7b1-cc704753af1d,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:28.579896 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:28.581740 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1f9848d4-97e7-4dd8-a23b-c766bef2a36d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610448 Sep 01 16:36:29.261156 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Sync routers for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:29.278452 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:29.279569 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:29.462942 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:29.497109 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 937f3731-743a-49bb-ae2f-f4970043a898 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:29.667551 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 937f3731-743a-49bb-ae2f-f4970043a898 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:29.667551 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:29.852249 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 4, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '393edb0c-0c58-4f55-86af-28a9cb569a3a', 'name': '', 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'mac_address': 'fa:16:3e:8f:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '65c6d8b6-9811-4377-97be-38d18296c007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:24Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 2, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'subnets': [{'id': '65c6d8b6-9811-4377-97be-38d18296c007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:29.889922 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Checking router: ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:29.890277 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Updating router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 port 393edb0c-0c58-4f55-86af-28a9cb569a3a binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:29.916968 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.252607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.265082 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Transition to ACTIVE for port object 393edb0c-0c58-4f55-86af-28a9cb569a3a will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:30.272512 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.335385 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c55c4-42fd-48b4-8e0e-ce2a42addaab None None] Pushing event updated for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:30.389613 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Attempting to bind port 393edb0c-0c58-4f55-86af-28a9cb569a3a on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:30.390034 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Attempting to bind port 393edb0c-0c58-4f55-86af-28a9cb569a3a by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:30.390406 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Attempting to bind port 393edb0c-0c58-4f55-86af-28a9cb569a3a on network 34504c76-afd0-4019-9030-398413d6e9ff {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:30.397922 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:30.398321 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Checking segment: {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:30.398751 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.399314 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Bound using segment: {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:30.399874 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Bound port: 393edb0c-0c58-4f55-86af-28a9cb569a3a, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a2b48d-3484-4e7c-b676-9d78f00eef29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:30.400274 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.492200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] For port 393edb0c-0c58-4f55-86af-28a9cb569a3a, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:30.497045 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] For port 393edb0c-0c58-4f55-86af-28a9cb569a3a, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=393edb0c-0c58-4f55-86af-28a9cb569a3a,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:30.503789 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.594430 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:30.594997 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:30.600291 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c55c4-42fd-48b4-8e0e-ce2a42addaab None None] Pushing event updated for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:30.750622 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:31.181100 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 4, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '393edb0c-0c58-4f55-86af-28a9cb569a3a', 'name': '', 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'mac_address': 'fa:16:3e:8f:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '65c6d8b6-9811-4377-97be-38d18296c007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:24Z', 'updated_at': '2021-09-01T16:36:30Z', 'revision_number': 4, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'subnets': [{'id': '65c6d8b6-9811-4377-97be-38d18296c007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:31.209699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8cab47-e404-466c-ac72-f2a4e4bc2687 None None] The sync data for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi is: [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:25Z', 'revision_number': 4, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '393edb0c-0c58-4f55-86af-28a9cb569a3a', 'name': '', 'network_id': '34504c76-afd0-4019-9030-398413d6e9ff', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'mac_address': 'fa:16:3e:8f:79:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '65c6d8b6-9811-4377-97be-38d18296c007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:24Z', 'updated_at': '2021-09-01T16:36:30Z', 'revision_number': 4, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'subnets': [{'id': '65c6d8b6-9811-4377-97be-38d18296c007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:31.514784 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 393edb0c-0c58-4f55-86af-28a9cb569a3a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:31.596243 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 393edb0c-0c58-4f55-86af-28a9cb569a3a completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:31.601810 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 393edb0c-0c58-4f55-86af-28a9cb569a3a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:31.602198 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:31.711490 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:31.753369 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 393edb0c-0c58-4f55-86af-28a9cb569a3a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=393edb0c-0c58-4f55-86af-28a9cb569a3a,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:31.758574 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:31.818311 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:33.314263 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:33.506343 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 393edb0c-0c58-4f55-86af-28a9cb569a3a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:33.603917 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 393edb0c-0c58-4f55-86af-28a9cb569a3a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:33.604286 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:42.433884 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:46.402743 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-879102e9-4456-47ce-95dd-4c6c96553665 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727818110&fields=id&tenant_id=0b7c536e09fa49889bbfef65717cdac7 HTTP/1.1" status: 200 len: 267 time: 0.0393350 Sep 01 16:36:46.532893 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-6d7cf7e3-5657-4218-9486-3a81f19b4494 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:46.534412 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-6d7cf7e3-5657-4218-9486-3a81f19b4494 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 808 time: 0.1204975 Sep 01 16:36:46.555656 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-45be6b59-87d3-441f-af48-0ebdc7fddf2a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/quotas/0b7c536e09fa49889bbfef65717cdac7 HTTP/1.1" status: 200 len: 375 time: 0.0111477 Sep 01 16:36:46.618845 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-020aad38-71f4-4719-b67a-7cbcc06107c0 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544312 Sep 01 16:36:46.733885 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-38651470-7f87-4ec7-a6aa-4bc7d61b2c8a service neutron] 10.222.0.101 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012409 Sep 01 16:36:46.843822 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-ae5f3dc7-8580-419c-868a-eecaf857df5e service neutron] 10.222.0.101 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986648 Sep 01 16:36:47.151451 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-04bfd75f-7160-4856-a355-7dd2dfbaa843 req-6d901459-b2d3-49ce-ae72-5cdc61199550 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 210 time: 0.0271912 Sep 01 16:36:47.669281 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3be40f84-22a2-4093-9287-f7b6d1aa8e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:48.250759 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2932adff-bd18-4a59-9f97-1465acdc6d35 req-15c5fd8c-b3f0-4c6e-bdf2-2fbfe6fcdfed tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 210 time: 0.0288172 Sep 01 16:36:48.492606 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-1e55ca69-e325-4a2b-bad9-9568d3488da9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:48.494174 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-1e55ca69-e325-4a2b-bad9-9568d3488da9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 808 time: 0.1175640 Sep 01 16:36:48.541905 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-948062df-62f9-4a11-95e8-b359a153f0d7 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b7c536e09fa49889bbfef65717cdac7 HTTP/1.1" status: 200 len: 380 time: 0.0380363 Sep 01 16:36:48.556398 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'port': {'device_id': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'admin_state_up': True, 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'security_groups': ['1f52df53-28bb-49a3-91ed-5bc7f198d3ca']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:48.691156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Made reservation on behalf of 0b7c536e09fa49889bbfef65717cdac7 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:48.694770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:48.866877 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Allocated IP 172.20.0.9 (e7b08433-7fcf-4308-bf3b-979456b35a9c/e43ad19b-8bc3-4dac-aa4e-56103cdbfd63/93c1b847-db8f-48cb-b5c2-4101e216932e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:49.050321 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.081741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Transition to ACTIVE for port object 93c1b847-db8f-48cb-b5c2-4101e216932e will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:49.120383 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.179599 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Network e7b08433-7fcf-4308-bf3b-979456b35a9c is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:49.184313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:49.187891 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:36:49.238864 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:49.264851 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.265966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.266132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.267264 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.267806 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.268339 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.268996 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.276078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.276078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.276078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.276078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.276078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:49.304388 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:49.305420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.332238 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-2bf507ed-9b00-48cd-b899-f9b147ee1c66 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799485 Sep 01 16:36:49.351389 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Request body: {'port': {'device_id': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:49.453910 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025fc7f-8753-46fc-ba8f-639d4b4c96e2 req-f607816c-4955-4a8a-b4bc-0690d6a2fffd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:49.456071 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0025fc7f-8753-46fc-ba8f-639d4b4c96e2 req-f607816c-4955-4a8a-b4bc-0690d6a2fffd tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 931 time: 0.1014879 Sep 01 16:36:49.459448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.500224 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-0dca19fe-f8d2-4a97-9564-25fe34eba485 None None] Provisioning for port 93c1b847-db8f-48cb-b5c2-4101e216932e completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:36:49.506061 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-0dca19fe-f8d2-4a97-9564-25fe34eba485 None None] Provisioning complete for port 93c1b847-db8f-48cb-b5c2-4101e216932e triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:49.506826 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dca19fe-f8d2-4a97-9564-25fe34eba485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.554844 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0dca19fe-f8d2-4a97-9564-25fe34eba485 None None] Port 93c1b847-db8f-48cb-b5c2-4101e216932e cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:36:49.569390 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0025fc7f-8753-46fc-ba8f-639d4b4c96e2 req-c82a4232-c8bc-49e7-8984-63a9cdd8474e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057994 Sep 01 16:36:49.605760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-b2bc2693-06f9-43ed-b56d-038109e87189 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332419 Sep 01 16:36:49.832366 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-9fd0ef23-2b52-4381-b183-4ab7d13f252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:49.833907 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-9fd0ef23-2b52-4381-b183-4ab7d13f252c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.1637621 Sep 01 16:36:50.010515 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c1b847-db8f-48cb-b5c2-4101e216932e {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:36:50.021362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.024594 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-45c6aff9-ed74-473c-b132-faec9ed94725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.026156 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-45c6aff9-ed74-473c-b132-faec9ed94725 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.1700048 Sep 01 16:36:50.044052 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Transition to ACTIVE for port object 93c1b847-db8f-48cb-b5c2-4101e216932e will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:36:50.080197 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.155237 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-e3fd92eb-d594-420c-84d8-2b1bc8161a24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 1000 time: 0.1193006 Sep 01 16:36:50.157412 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:50.258127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-a74f8ca8-b290-470d-aac0-437291398ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.260110 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-a74f8ca8-b290-470d-aac0-437291398ef4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0966136 Sep 01 16:36:50.307964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Attempting to bind port 93c1b847-db8f-48cb-b5c2-4101e216932e on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:36:50.308621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Attempting to bind port 93c1b847-db8f-48cb-b5c2-4101e216932e by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:36:50.308621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Attempting to bind port 93c1b847-db8f-48cb-b5c2-4101e216932e on network e7b08433-7fcf-4308-bf3b-979456b35a9c {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:50.316966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Port 93c1b847-db8f-48cb-b5c2-4101e216932e on network e7b08433-7fcf-4308-bf3b-979456b35a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:36:50.317106 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Attempting to bind port 93c1b847-db8f-48cb-b5c2-4101e216932e on network e7b08433-7fcf-4308-bf3b-979456b35a9c {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:36:50.325132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:36:50.325501 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Checking segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:36:50.325884 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Bound using segment: {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:36:50.326313 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Bound port: 93c1b847-db8f-48cb-b5c2-4101e216932e, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7a082a-438b-4143-98c0-1cc3bd8d16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:36:50.326675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.343331 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-99e1715f-7c94-4d87-9d6b-2c3a0bea1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.344914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-99e1715f-7c94-4d87-9d6b-2c3a0bea1d84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739748 Sep 01 16:36:50.471484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:50.475874 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:50.486329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.526801 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-bdbe6c2c-7f92-4579-acdb-9d04926f4f43 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602714 Sep 01 16:36:50.537136 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.537787 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.539260 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] 10.222.0.83 "PUT /v2.0/ports/93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 1093 time: 1.1967671 Sep 01 16:36:50.539702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:50.542109 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:50.621254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3ae5ab-3ebe-4471-9b55-b643402921c9 x-openstack-request-id: req-0c3ae5ab-3ebe-4471-9b55-b643402921c9 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:50.621506 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:50.621760 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0c3ae5ab-3ebe-4471-9b55-b643402921c9 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:50.622225 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'status': 'completed', 'code': 200} Sep 01 16:36:50.678793 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051e30-ed17-4b6b-add5-731f2020c233 service neutron] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:50.729056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-683414bd-15f2-4219-986c-8376939baac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.731535 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-683414bd-15f2-4219-986c-8376939baac3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1096 time: 0.1150246 Sep 01 16:36:50.746800 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb9686-cac5-4bfc-898d-6e6c51bac180 req-7ca5d741-1356-451c-a0c9-f8c1b33f882b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.749068 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3ebb9686-cac5-4bfc-898d-6e6c51bac180 req-7ca5d741-1356-451c-a0c9-f8c1b33f882b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0775650 Sep 01 16:36:50.791591 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-da7baa7d-04bc-4b37-ba43-5fe37e8bae00 req-33704095-5830-4688-a96e-2f47b2f90fe2 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458987 Sep 01 16:36:50.794090 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-25c13a12-1509-4a0c-b83e-e6c6f8b3b54b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 217 time: 0.0478303 Sep 01 16:36:50.805676 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3ebb9686-cac5-4bfc-898d-6e6c51bac180 req-90a5a058-712e-45ff-90b1-7e7fd021dccf tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Sep 01 16:36:50.897312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-7dca2c3a-2883-4791-878c-475366d76a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.899644 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-7dca2c3a-2883-4791-878c-475366d76a32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0897961 Sep 01 16:36:50.960156 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-eb07c812-555e-4a5d-8cad-a9fc16efdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:50.961651 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-eb07c812-555e-4a5d-8cad-a9fc16efdf7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458772 Sep 01 16:36:51.099971 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-4f510356-9842-43e7-982c-03cc73aab74b service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289241 Sep 01 16:36:51.238288 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bab29a36-d491-4d92-badd-e1de605bfe4f req-79aaf43f-1482-4cb4-a30d-21942829ff12 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298797 Sep 01 16:36:51.372232 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-7e26adad-3613-49e6-b5ff-1cd49c5755bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:51.373856 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-7e26adad-3613-49e6-b5ff-1cd49c5755bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1096 time: 0.0700004 Sep 01 16:36:51.510767 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-56bd3a81-54df-46c0-a1d4-f53b3a00ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:51.512223 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-56bd3a81-54df-46c0-a1d4-f53b3a00ed2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.1281085 Sep 01 16:36:51.569263 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-8a11dfec-bdef-48fd-a375-ba913f41e5a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 217 time: 0.0376589 Sep 01 16:36:51.624546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-47ca6d41-d77e-4e2c-a2d2-38956c1de484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:51.626720 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-47ca6d41-d77e-4e2c-a2d2-38956c1de484 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0468938 Sep 01 16:36:51.679934 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-98c6743d-4da3-4448-a339-2a683cce451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:51.681489 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-98c6743d-4da3-4448-a339-2a683cce451f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473592 Sep 01 16:36:51.787140 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-2293f77c-212f-48a1-8f8f-923293d417a9 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966370 Sep 01 16:36:51.915313 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-98d9adfc-cfdb-41a0-9031-21d1c0ff9fe9 req-30d073cc-1557-4799-9726-12175add7865 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185555 Sep 01 16:36:51.974020 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0a88-f80f-4826-8cd6-c2b876bd21c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:51.998149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced95573-24ad-412b-9ed7-6a35d8cd7eba req-e34f52a2-5274-42cd-a10f-475463a840e5 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:52.000767 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ced95573-24ad-412b-9ed7-6a35d8cd7eba req-e34f52a2-5274-42cd-a10f-475463a840e5 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0723231 Sep 01 16:36:52.059247 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ced95573-24ad-412b-9ed7-6a35d8cd7eba req-ae5509fb-4904-4078-a8df-0c96cde9116c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504742 Sep 01 16:36:52.208265 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.617370 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.186743 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22968e-ab97-4a38-9325-1352de8b91cd req-9e1ce602-7f4c-4be8-af22-fa5e6fa81645 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:53.188374 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8e22968e-ab97-4a38-9325-1352de8b91cd req-9e1ce602-7f4c-4be8-af22-fa5e6fa81645 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0572438 Sep 01 16:36:53.238093 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8e22968e-ab97-4a38-9325-1352de8b91cd req-b0bc5777-47e6-4418-8d0c-9d128a480962 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Sep 01 16:36:54.388109 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051470e1-a1fe-4d36-bd80-4a12b2f31bf3 req-edc4c998-8660-47cc-a14c-bc2712cc1e45 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:54.389731 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-051470e1-a1fe-4d36-bd80-4a12b2f31bf3 req-edc4c998-8660-47cc-a14c-bc2712cc1e45 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0659878 Sep 01 16:36:54.440817 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-051470e1-a1fe-4d36-bd80-4a12b2f31bf3 req-5d9fb028-f588-40c2-9322-4926d80aaec8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Sep 01 16:36:54.817415 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.588795 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2994fb-e639-4694-8306-5e795d9278b4 req-b60a16c8-75c1-464a-98c6-3e5f39eb8c69 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:55.590407 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bc2994fb-e639-4694-8306-5e795d9278b4 req-b60a16c8-75c1-464a-98c6-3e5f39eb8c69 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0654798 Sep 01 16:36:55.640731 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bc2994fb-e639-4694-8306-5e795d9278b4 req-c78b5b79-945c-499b-a538-77f5be88cec2 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Sep 01 16:36:56.794306 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70119a-c329-43f7-a993-917cebd1f73c req-9a84d893-5158-4b8c-9663-aed56eb5482d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:56.796237 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac70119a-c329-43f7-a993-917cebd1f73c req-9a84d893-5158-4b8c-9663-aed56eb5482d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0654764 Sep 01 16:36:56.848397 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac70119a-c329-43f7-a993-917cebd1f73c req-438face6-e3ad-4683-beea-bc436eb9fd21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Sep 01 16:36:57.997127 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372231c-b238-400f-9ca2-4e9e18d1e8e9 req-be976fc3-1142-4b5a-8a10-24792cdb2c9d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:57.999017 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1372231c-b238-400f-9ca2-4e9e18d1e8e9 req-be976fc3-1142-4b5a-8a10-24792cdb2c9d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0728974 Sep 01 16:36:58.050641 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1372231c-b238-400f-9ca2-4e9e18d1e8e9 req-79f1c77b-0240-4a90-b8d3-abd1453abe40 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Sep 01 16:36:59.093071 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:59.205115 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fe375-747c-47e0-913f-e04f6a2b6612 req-c7fbb59c-9e68-4d3b-a19e-cf18fc15dd6d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:59.207548 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-014fe375-747c-47e0-913f-e04f6a2b6612 req-c7fbb59c-9e68-4d3b-a19e-cf18fc15dd6d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0690970 Sep 01 16:36:59.235292 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:59.252470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'mac_address': 'fa:16:3e:55:0f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:59.261225 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-014fe375-747c-47e0-913f-e04f6a2b6612 req-64036bb7-64a1-487f-85af-3fe739c311f5 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Sep 01 16:36:59.320896 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:59.345412 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1b847-db8f-48cb-b5c2-4101e216932e {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:36:59.380584 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:59.392317 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:59.461759 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:59.476076 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.476668 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.477302 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.477898 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.478486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.479086 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.479672 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.480261 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.480846 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.481468 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.482057 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.482644 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.610689 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['93c1b847-db8f-48cb-b5c2-4101e216932e'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:37:00.394750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ec1d-a6f4-497a-9b01-57083df8ff8b req-3a782c0c-e873-408a-9d81-6cc849f3f8e9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:00.396268 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ed20ec1d-a6f4-497a-9b01-57083df8ff8b req-3a782c0c-e873-408a-9d81-6cc849f3f8e9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 944 time: 0.0516517 Sep 01 16:37:00.442492 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ed20ec1d-a6f4-497a-9b01-57083df8ff8b req-e53e728c-4e28-43b3-afb4-dca40baa54be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386055 Sep 01 16:37:01.090966 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:37:01.174190 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 93c1b847-db8f-48cb-b5c2-4101e216932e completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:37:01.180626 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 93c1b847-db8f-48cb-b5c2-4101e216932e triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:37:01.181344 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:01.294963 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:01.326428 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:37:01.329336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5dcba8-1a58-491b-be23-884bab1ca27a" -d '{"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-plugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:01.345663 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:01.350914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:01.378600 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115f5dcf-872f-4eac-ae17-914eafe70e10 x-openstack-request-id: req-115f5dcf-872f-4eac-ae17-914eafe70e10 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:01.378815 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-plugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:01.379132 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-115f5dcf-872f-4eac-ae17-914eafe70e10 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:01.379533 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'code': 200} Sep 01 16:37:01.410490 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:01.577756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706db97-1ac0-449e-9de5-0a1443b3aa05 req-918462c8-8d26-4b8a-a203-729dbbd56ed8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:01.580698 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0706db97-1ac0-449e-9de5-0a1443b3aa05 req-918462c8-8d26-4b8a-a203-729dbbd56ed8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0669158 Sep 01 16:37:01.668790 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0706db97-1ac0-449e-9de5-0a1443b3aa05 req-61404873-0b45-433f-9ace-5d945df03e01 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788920 Sep 01 16:37:01.683840 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864747a8-fc02-488f-ac63-bd5a53fa5441 req-d1ad4873-c802-4c98-a0fe-f7ddc82e052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:01.685427 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-864747a8-fc02-488f-ac63-bd5a53fa5441 req-d1ad4873-c802-4c98-a0fe-f7ddc82e052d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0778134 Sep 01 16:37:01.730713 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-864747a8-fc02-488f-ac63-bd5a53fa5441 req-ead2bfb6-729c-47e5-b517-429e16ae0927 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Sep 01 16:37:02.830984 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ef0-6f68-410e-bc49-035f141dec26 req-8e365a1d-92b1-4581-b88f-c18ebb9d1e4c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:02.833801 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b5b01ef0-6f68-410e-bc49-035f141dec26 req-8e365a1d-92b1-4581-b88f-c18ebb9d1e4c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0749388 Sep 01 16:37:02.874672 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b5b01ef0-6f68-410e-bc49-035f141dec26 req-0a4ae4f7-8e52-4748-80a7-ecaff6204afc tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341547 Sep 01 16:37:04.002634 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae6a0f-a8d1-4b58-847c-a1171729c039 req-e0232455-f070-4ed8-b628-8d54cb486d47 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:04.004036 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4fae6a0f-a8d1-4b58-847c-a1171729c039 req-e0232455-f070-4ed8-b628-8d54cb486d47 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0529494 Sep 01 16:37:04.052654 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4fae6a0f-a8d1-4b58-847c-a1171729c039 req-74fa3171-d19e-4237-bc8e-7bd297432dae tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Sep 01 16:37:04.205239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8261-9958-4885-b37a-aeb9d82af229 req-15b547b9-80ce-47f7-b85a-033c9a9e5acc tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:04.206937 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fc4a8261-9958-4885-b37a-aeb9d82af229 req-15b547b9-80ce-47f7-b85a-033c9a9e5acc tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0649395 Sep 01 16:37:04.258092 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-fc4a8261-9958-4885-b37a-aeb9d82af229 req-e20826bc-5179-414e-b138-8aea2609945a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Sep 01 16:37:04.285668 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42628) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:37:04.438740 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33940587-90e5-43b8-b443-4e6a059c71e5 tempest-TestShelveInstance-394587267 tempest-TestShelveInstance-394587267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:04.440337 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-33940587-90e5-43b8-b443-4e6a059c71e5 tempest-TestShelveInstance-394587267 tempest-TestShelveInstance-394587267-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1093 time: 0.1536446 Sep 01 16:37:04.444634 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42632) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:37:04.449703 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:37:04.475675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:04.584702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:04.696755 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Allocated IP 172.27.2.239 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/1bcd708b-d64c-43a7-b528-4e2d478f107e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:37:04.818643 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:04.884541 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:04.930690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:37:04.934320 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:37:04.939142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:37:04.967604 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'Port': ['ID=1bcd708b-d64c-43a7-b528-4e2d478f107e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:05.417721 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:05.494783 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:05.646169 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:05.650944 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:05.722248 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event updated for resources: {'Port': ['ID=1bcd708b-d64c-43a7-b528-4e2d478f107e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:05.736286 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:06.149465 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Floating IP f6caa443-2853-4454-b700-06c7f77827a6 associated. External IP: 172.27.2.239, port: 93c1b847-db8f-48cb-b5c2-4101e216932e. Sep 01 16:37:06.380546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:37:06.486836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:37:06.499352 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Sync routers for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:37:06.510093 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:37:06.510721 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:06.513964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:06.555114 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4bec3ea1-1aad-4e66-9dbb-d68fff3e78be tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1088207 Sep 01 16:37:06.555837 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:37:06.558396 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed274a-effa-44da-b133-723cfef564ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:06.623319 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf00bf0a-e2ab-4ae0-af7e-cf135e43bcc0 x-openstack-request-id: req-cf00bf0a-e2ab-4ae0-af7e-cf135e43bcc0 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:06.623319 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:06.623319 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf00bf0a-e2ab-4ae0-af7e-cf135e43bcc0 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:06.623319 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'status': 'completed', 'code': 200} Sep 01 16:37:06.650220 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:37:06.709763 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed274a-effa-44da-b133-723cfef564ae req-282deef3-e62d-4682-a74d-e7744bb300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:06.711272 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-282deef3-e62d-4682-a74d-e7744bb300c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0597634 Sep 01 16:37:06.856018 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed274a-effa-44da-b133-723cfef564ae req-334773e7-e9b1-497a-b3f7-5a633b3467c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:06.858714 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-334773e7-e9b1-497a-b3f7-5a633b3467c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.1348188 Sep 01 16:37:06.956687 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'f6caa443-2853-4454-b700-06c7f77827a6', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'mac_address': 'fa:16:3e:55:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:37:05Z', 'updated_at': '2021-09-01T16:37:05Z', 'revision_number': 0, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:06.969457 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-414fc27f-8607-4a6f-86d4-811ecba40ad1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 999 time: 0.0977046 Sep 01 16:37:06.989756 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Checking router: 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:37:06.999065 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:37:06.999696 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:36:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:07.025803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed274a-effa-44da-b133-723cfef564ae req-053a2bd9-b1a3-49a5-a46f-43e8801734e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:07.027507 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-053a2bd9-b1a3-49a5-a46f-43e8801734e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0508845 Sep 01 16:37:07.082025 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed274a-effa-44da-b133-723cfef564ae req-61b6ad8c-e565-4fc6-ac1d-c2fe5f0f4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:07.083550 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-61b6ad8c-e565-4fc6-ac1d-c2fe5f0f4413 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472329 Sep 01 16:37:07.115748 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:37:07.191479 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-623c1264-c872-4a25-a387-6c349339e7bc service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940373 Sep 01 16:37:07.290867 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3eed274a-effa-44da-b133-723cfef564ae req-0bc9bf0d-5e78-495e-a442-ce9b40093714 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892348 Sep 01 16:37:07.405224 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'f6caa443-2853-4454-b700-06c7f77827a6', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'mac_address': 'fa:16:3e:55:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:37:05Z', 'updated_at': '2021-09-01T16:37:05Z', 'revision_number': 0, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:07.432094 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecaaff-2a62-418d-a32c-c8675f90d585 None None] The sync data for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi is: [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'f6caa443-2853-4454-b700-06c7f77827a6', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'mac_address': 'fa:16:3e:55:0f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:37:05Z', 'updated_at': '2021-09-01T16:37:05Z', 'revision_number': 0, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:37:07.634050 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac566f-bd86-4efc-a948-22ce66955f09 None None] New status for floating IP f6caa443-2853-4454-b700-06c7f77827a6: ACTIVE {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:37:10.307215 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:10.438200 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf784d-3a15-449a-b3fd-0e09ef99a97f req-5aec94a3-8406-4c31-b028-f7a0f1b49ca9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:10.439817 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-56cf784d-3a15-449a-b3fd-0e09ef99a97f req-5aec94a3-8406-4c31-b028-f7a0f1b49ca9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0539112 Sep 01 16:37:10.496991 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-56cf784d-3a15-449a-b3fd-0e09ef99a97f req-3c9bf8f7-840b-44de-b1fe-30a0a945b5b4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429306 Sep 01 16:37:11.631341 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f27a90-78b7-4677-b59b-4d34a4a5e63a req-9d1a639a-b61d-4838-9ac7-d86a2bb48d23 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:11.632825 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-60f27a90-78b7-4677-b59b-4d34a4a5e63a req-9d1a639a-b61d-4838-9ac7-d86a2bb48d23 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0577884 Sep 01 16:37:11.675193 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-60f27a90-78b7-4677-b59b-4d34a4a5e63a req-0b85909e-026b-42eb-86fe-c086ba618b96 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361960 Sep 01 16:37:12.433377 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:12.814395 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03446ef-7866-4f6d-a3a0-e43763b43f62 req-a3bebe09-2101-49ec-a8f7-3848308486d9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:12.816046 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e03446ef-7866-4f6d-a3a0-e43763b43f62 req-a3bebe09-2101-49ec-a8f7-3848308486d9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0582304 Sep 01 16:37:12.857361 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e03446ef-7866-4f6d-a3a0-e43763b43f62 req-fe31329e-ab75-4b35-84b1-c83e1669f099 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337782 Sep 01 16:37:13.992917 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807061ac-71c0-4299-9cdc-48805810b26a req-03e5f2c4-f680-4e78-937d-d89fa3aeaaa6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:13.994636 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-807061ac-71c0-4299-9cdc-48805810b26a req-03e5f2c4-f680-4e78-937d-d89fa3aeaaa6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0580871 Sep 01 16:37:14.038459 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-807061ac-71c0-4299-9cdc-48805810b26a req-f0e6516e-b5ac-4888-b42e-392d7399a6c4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367789 Sep 01 16:37:15.184197 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc3f5-2feb-458f-87d0-f06eeb859ffd req-ecb7c882-bb0b-44c9-81c1-3ae8c91cc103 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:15.185915 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f39cc3f5-2feb-458f-87d0-f06eeb859ffd req-ecb7c882-bb0b-44c9-81c1-3ae8c91cc103 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0615766 Sep 01 16:37:15.232035 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f39cc3f5-2feb-458f-87d0-f06eeb859ffd req-73d34c38-85ea-4a18-bfb2-f2e1059c7ceb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Sep 01 16:37:16.371996 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5678-51fe-4e2b-a46e-5a5789d6ee90 req-fdc47090-4f8b-4d3f-ac0b-d832e60419c5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:16.373723 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a90b5678-51fe-4e2b-a46e-5a5789d6ee90 req-fdc47090-4f8b-4d3f-ac0b-d832e60419c5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0654070 Sep 01 16:37:16.432104 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a90b5678-51fe-4e2b-a46e-5a5789d6ee90 req-1d929cab-3106-4f0e-8485-75cc15010781 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486543 Sep 01 16:37:17.597228 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95822d-ef8c-486a-be6a-9c4eacd96670 req-13119a47-5a8e-4443-a7f2-e3245cb44f59 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:17.598838 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b95822d-ef8c-486a-be6a-9c4eacd96670 req-13119a47-5a8e-4443-a7f2-e3245cb44f59 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0633318 Sep 01 16:37:17.649429 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1b95822d-ef8c-486a-be6a-9c4eacd96670 req-eb0c21eb-dd22-488e-b2ec-aadb6d983e90 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431895 Sep 01 16:37:17.665992 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-69ed7651-45da-4af4-b081-ed67aa28bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:18.788782 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563375-8a6e-438b-abad-53b597bbb50a req-9180fc81-b24b-4589-a808-8103467984f9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:18.790364 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53563375-8a6e-438b-abad-53b597bbb50a req-9180fc81-b24b-4589-a808-8103467984f9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0607479 Sep 01 16:37:18.830226 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-53563375-8a6e-438b-abad-53b597bbb50a req-b85d4241-14f3-44ae-aeb0-942ab4b2e84f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Sep 01 16:37:19.965405 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28928eef-57a6-4f41-bef9-e46e6042aea4 req-743c06e6-c789-42bc-bd36-5d5ea8292550 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:19.967243 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28928eef-57a6-4f41-bef9-e46e6042aea4 req-743c06e6-c789-42bc-bd36-5d5ea8292550 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0529020 Sep 01 16:37:20.007559 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28928eef-57a6-4f41-bef9-e46e6042aea4 req-0d433874-d1fe-4f65-b4b9-ce5475346656 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Sep 01 16:37:21.134624 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b2b05-1fb8-40f4-b257-03d73da41e21 req-f51777ff-bb31-45c8-9b9f-b650213bde32 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:21.136270 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-392b2b05-1fb8-40f4-b257-03d73da41e21 req-f51777ff-bb31-45c8-9b9f-b650213bde32 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0566041 Sep 01 16:37:21.183896 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-392b2b05-1fb8-40f4-b257-03d73da41e21 req-32b7d289-33f8-46f6-8cf8-0ec2c1df3de4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Sep 01 16:37:21.969883 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec742-9b19-4555-bcb1-1ae00e01b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:22.213398 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:22.332298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c4fc-de44-4686-9fc8-aa9178f55a09 req-81d381c6-9a71-4da0-80b7-0729bfcf29f3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:22.334105 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-deb1c4fc-de44-4686-9fc8-aa9178f55a09 req-81d381c6-9a71-4da0-80b7-0729bfcf29f3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0611217 Sep 01 16:37:22.384497 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-deb1c4fc-de44-4686-9fc8-aa9178f55a09 req-f7b58575-ceb0-4745-9f1b-dda99cedf567 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440488 Sep 01 16:37:22.619439 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:23.513282 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d156-016f-4b2e-bd50-31e01a09d458 req-1f55023e-db91-4568-907e-c8f15d6df037 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:23.514829 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ff0d156-016f-4b2e-bd50-31e01a09d458 req-1f55023e-db91-4568-907e-c8f15d6df037 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0573180 Sep 01 16:37:23.561737 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9ff0d156-016f-4b2e-bd50-31e01a09d458 req-e15eeedc-0c4a-42df-9664-8f04c9e63ed4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 Sep 01 16:37:24.698078 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94793ed7-b43c-4fff-a01b-2bc3e7911a5f req-39bee6e8-1f5b-48fb-9d7b-df0f7a7335e5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:24.700314 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94793ed7-b43c-4fff-a01b-2bc3e7911a5f req-39bee6e8-1f5b-48fb-9d7b-df0f7a7335e5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0637581 Sep 01 16:37:24.754190 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-94793ed7-b43c-4fff-a01b-2bc3e7911a5f req-5ad0b167-828c-4ed1-8d51-1d96143d64b2 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466197 Sep 01 16:37:24.828308 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:25.894071 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bab45e-632f-4b71-9904-99e9872a55c8 req-cd371ffc-f92b-41e0-a65d-2c5d1c03404f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:25.896277 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b1bab45e-632f-4b71-9904-99e9872a55c8 req-cd371ffc-f92b-41e0-a65d-2c5d1c03404f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0588665 Sep 01 16:37:25.941907 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b1bab45e-632f-4b71-9904-99e9872a55c8 req-60265d84-210f-46e3-9be3-9a2f604ad045 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346808 Sep 01 16:37:26.245315 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f01d3e-e9c8-47f7-a227-06d03eb1426f req-7be52da8-7924-429b-99c8-86be6fed2009 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:26.246969 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-90f01d3e-e9c8-47f7-a227-06d03eb1426f req-7be52da8-7924-429b-99c8-86be6fed2009 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Sep 01 16:37:26.322760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-90f01d3e-e9c8-47f7-a227-06d03eb1426f req-9a6d3e67-e40f-4e76-a765-cf93482af42f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599015 Sep 01 16:37:26.336605 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-c4b4ac58-200f-4803-8e17-010d24cb1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:26.339469 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-c4b4ac58-200f-4803-8e17-010d24cb1cce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.0864575 Sep 01 16:37:26.464016 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-d38900b8-e2b7-4950-a15f-3fbac84b1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:26.467165 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-d38900b8-e2b7-4950-a15f-3fbac84b1d9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.1203723 Sep 01 16:37:26.555772 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-b30df823-0549-4633-9b9c-98fa4249180d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 1000 time: 0.0799301 Sep 01 16:37:26.621284 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-cb7c397b-ea53-4259-8a05-fce62b513561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:26.624345 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-cb7c397b-ea53-4259-8a05-fce62b513561 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0594440 Sep 01 16:37:26.685804 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-82529be4-e33e-4d41-aa03-7965862d6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:26.688002 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-82529be4-e33e-4d41-aa03-7965862d6ccd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444460 Sep 01 16:37:26.784393 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-cd0d36c9-c4af-46f6-b306-f78ba9f70be3 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881014 Sep 01 16:37:26.885160 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9db9ca0c-0099-4b83-9059-bfedb82e0980 req-05be3f69-95d9-4019-950c-c95ad216d9f8 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926569 Sep 01 16:37:27.447206 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e692d-f2ae-4120-9825-2828b58c28f3 req-fd77d517-d9e9-4e71-947e-e23252986203 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:27.448782 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a6e692d-f2ae-4120-9825-2828b58c28f3 req-fd77d517-d9e9-4e71-947e-e23252986203 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0508800 Sep 01 16:37:27.496248 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7a6e692d-f2ae-4120-9825-2828b58c28f3 req-1f485141-933d-4eee-b4a4-b1c3f558cb80 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403662 Sep 01 16:37:28.640687 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77960b2-e299-4b5d-b058-9817ef45f89d req-1d57b6eb-bed1-48eb-b035-3776b66fa4f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:28.642861 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a77960b2-e299-4b5d-b058-9817ef45f89d req-1d57b6eb-bed1-48eb-b035-3776b66fa4f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0680656 Sep 01 16:37:28.684653 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a77960b2-e299-4b5d-b058-9817ef45f89d req-0f12e4e7-1987-47d8-9570-7bda47835409 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359602 Sep 01 16:37:42.443352 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:47.308384 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:47.650705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-644c3a57-4916-49ec-bd14-d5ce4eaedf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:49.515559 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-1b3fe4b5-5ef5-43e8-85a3-80f6fd35a6cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437026 Sep 01 16:37:49.625564 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-c98661fd-903b-4bb9-beba-7951b658cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:49.635920 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-c98661fd-903b-4bb9-beba-7951b658cca2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.0662558 Sep 01 16:37:49.772633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-ea4b8f12-f4b3-4a48-a189-7a024428530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:49.774394 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-ea4b8f12-f4b3-4a48-a189-7a024428530e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.1157329 Sep 01 16:37:49.855518 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-4425ace7-694e-4aff-b4fb-25688ab7b187 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 1000 time: 0.0722578 Sep 01 16:37:49.914863 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-c44c2832-e5e8-42f1-aeec-fe2600c47731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:49.927394 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-c44c2832-e5e8-42f1-aeec-fe2600c47731 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0609591 Sep 01 16:37:49.976663 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-b6a0c8bc-6cf4-478e-afda-a9f58cb51fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:37:49.978313 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-b6a0c8bc-6cf4-478e-afda-a9f58cb51fec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457942 Sep 01 16:37:50.083033 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-0450163d-7e27-4313-be33-a3c2ad2b2684 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961711 Sep 01 16:37:50.178526 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf3c2cf8-a6e8-407b-994b-943f8fa3736b req-5d1dafcd-818d-4c25-8907-4b9bc89caa14 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877795 Sep 01 16:37:51.972677 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71fb4fdd-2643-4851-a9d6-d6a799dac337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:52.215575 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:52.619610 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:54.814609 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:03.045743 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0429b-5b0d-4bf4-9a88-146d8ab6a0bd req-60af03dc-eb8e-42b1-9c11-634fe660264f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:03.050289 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-35e0429b-5b0d-4bf4-9a88-146d8ab6a0bd req-60af03dc-eb8e-42b1-9c11-634fe660264f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0586123 Sep 01 16:38:03.093602 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-35e0429b-5b0d-4bf4-9a88-146d8ab6a0bd req-a56746e2-c0d1-4cc8-9989-a022a7e62d5d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 Sep 01 16:38:04.213493 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc3141-2020-4fc1-88e9-978fc0eca61f req-2659f918-62e9-4c61-8043-2b1a1d0d6c49 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:04.215299 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a1dc3141-2020-4fc1-88e9-978fc0eca61f req-2659f918-62e9-4c61-8043-2b1a1d0d6c49 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Sep 01 16:38:04.254230 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a1dc3141-2020-4fc1-88e9-978fc0eca61f req-e269ccb0-d2b4-4f2d-995d-21a144d37c17 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Sep 01 16:38:05.366025 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209cc36-ce92-4886-8244-b5398ccc505a req-3806a6f4-e033-48e4-8498-5347ca3892cd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:05.367482 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2209cc36-ce92-4886-8244-b5398ccc505a req-3806a6f4-e033-48e4-8498-5347ca3892cd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Sep 01 16:38:05.404919 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2209cc36-ce92-4886-8244-b5398ccc505a req-c4c64aa0-9ab4-466a-86da-67381060f40b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Sep 01 16:38:06.527147 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bf563-42ab-4a0d-bd5a-66acd24e654f req-c1dff057-e257-4e72-816c-3825a87f181b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:06.529356 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1c1bf563-42ab-4a0d-bd5a-66acd24e654f req-c1dff057-e257-4e72-816c-3825a87f181b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0556426 Sep 01 16:38:06.573526 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1c1bf563-42ab-4a0d-bd5a-66acd24e654f req-0f249aeb-13e0-490d-868c-b2e7076f51ef tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363810 Sep 01 16:38:07.688470 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4eaea-7a86-4fda-ad14-feb2fc744cdb req-485bb367-23dd-461a-92e7-3d832d8b2299 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:07.689975 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-38c4eaea-7a86-4fda-ad14-feb2fc744cdb req-485bb367-23dd-461a-92e7-3d832d8b2299 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Sep 01 16:38:07.727638 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-38c4eaea-7a86-4fda-ad14-feb2fc744cdb req-f87656f0-11d7-4e6f-b590-24f1a52edd15 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Sep 01 16:38:08.843611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5aacd-d853-44f0-bd05-8176c7f52f76 req-8237f89f-2c69-417b-88ed-bf04997dde18 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:08.845165 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-96b5aacd-d853-44f0-bd05-8176c7f52f76 req-8237f89f-2c69-417b-88ed-bf04997dde18 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Sep 01 16:38:08.885257 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-96b5aacd-d853-44f0-bd05-8176c7f52f76 req-5eefe174-dfb8-44e0-8d23-41e93ae8b50f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Sep 01 16:38:10.002283 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86a46-6f76-480d-981b-4c6a73055d15 req-a7b04245-f0d1-49c1-bd75-f9ce73d1af8c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:10.003756 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-73a86a46-6f76-480d-981b-4c6a73055d15 req-a7b04245-f0d1-49c1-bd75-f9ce73d1af8c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Sep 01 16:38:10.041110 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-73a86a46-6f76-480d-981b-4c6a73055d15 req-c4975f05-a243-4344-9987-72771af281f0 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Sep 01 16:38:11.167331 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3b17d-49f8-4a46-9eee-994b52316ca8 req-7a90b8a9-6eb8-4fa9-8643-25356c4fb830 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:11.169424 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2da3b17d-49f8-4a46-9eee-994b52316ca8 req-7a90b8a9-6eb8-4fa9-8643-25356c4fb830 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Sep 01 16:38:11.212884 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2da3b17d-49f8-4a46-9eee-994b52316ca8 req-77dd3bc0-c1f8-436f-9156-12487090ac2e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374327 Sep 01 16:38:12.331549 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3be71-d581-4b3c-90f2-f45cc12b1dac req-1aafa305-833a-4e47-8391-d76f25df3f9c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:12.333027 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e9d3be71-d581-4b3c-90f2-f45cc12b1dac req-1aafa305-833a-4e47-8391-d76f25df3f9c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Sep 01 16:38:12.373502 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e9d3be71-d581-4b3c-90f2-f45cc12b1dac req-f715d094-ab78-40dc-8651-5fd2d10901bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335934 Sep 01 16:38:12.438564 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:13.494916 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f13314-17fe-4a8d-963c-bd1ee7ac07f7 req-82d280c4-8afc-494a-a145-764b21527cfc tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:13.496490 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c4f13314-17fe-4a8d-963c-bd1ee7ac07f7 req-82d280c4-8afc-494a-a145-764b21527cfc tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0538874 Sep 01 16:38:13.537445 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c4f13314-17fe-4a8d-963c-bd1ee7ac07f7 req-762e99e1-60b2-4550-a677-2f1b73baca8e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343981 Sep 01 16:38:13.767191 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae77b-08f7-4bb5-b83c-c8c35c34dd0d req-b952d166-a3fa-4581-8339-eacf7b2e9c96 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:13.768723 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-277ae77b-08f7-4bb5-b83c-c8c35c34dd0d req-b952d166-a3fa-4581-8339-eacf7b2e9c96 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Sep 01 16:38:13.832529 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-277ae77b-08f7-4bb5-b83c-c8c35c34dd0d req-59d897c8-b91c-49f6-a659-dae33575bca6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574586 Sep 01 16:38:13.844528 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-90eeee4f-cc59-47b5-873b-8f4f22fb28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:13.846141 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-90eeee4f-cc59-47b5-873b-8f4f22fb28a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 1098 time: 0.0643907 Sep 01 16:38:13.944777 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-8e784ae2-3550-4dd9-8ee7-2da516f8bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:13.946225 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-8e784ae2-3550-4dd9-8ee7-2da516f8bec9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.0933228 Sep 01 16:38:14.023874 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-9997628e-01ef-49c1-a77c-c73261cbf912 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 200 len: 1000 time: 0.0703590 Sep 01 16:38:14.087732 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-6f306d1f-2d35-4954-a8e3-f6dcdbb2518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:14.089384 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-6f306d1f-2d35-4954-a8e3-f6dcdbb2518c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0572574 Sep 01 16:38:14.139463 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-b32184ab-f337-4a59-8ddb-3f3bf1b70ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:14.141005 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-b32184ab-f337-4a59-8ddb-3f3bf1b70ae7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431659 Sep 01 16:38:14.249766 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-5bc00443-5561-4b4b-836b-346907f68786 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997164 Sep 01 16:38:14.353596 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f0a7e73f-d79e-40cd-9d72-ec91dfc949ca req-07eec3b0-657d-4272-a431-04fe2f3009bb service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943835 Sep 01 16:38:14.963665 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81015-2dcf-4d7c-809f-820c42cf7f3f req-458a53b6-3418-4da5-a4af-d6738da46ed7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:14.965469 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58f81015-2dcf-4d7c-809f-820c42cf7f3f req-458a53b6-3418-4da5-a4af-d6738da46ed7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0591793 Sep 01 16:38:15.005019 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-58f81015-2dcf-4d7c-809f-820c42cf7f3f req-e7751932-5b03-4357-b8f9-00a4dc02014b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334592 Sep 01 16:38:16.128776 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e52ad-f9f8-47d8-b68b-ec8862333797 req-6d594600-fe87-46ea-b3e0-229c676bff31 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:16.130748 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b56e52ad-f9f8-47d8-b68b-ec8862333797 req-6d594600-fe87-46ea-b3e0-229c676bff31 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0572028 Sep 01 16:38:16.190157 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b56e52ad-f9f8-47d8-b68b-ec8862333797 req-7700d98e-dfc5-4370-b259-1fa3bbec8836 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470428 Sep 01 16:38:17.653666 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-50b1779e-a9a1-458b-ba61-882dd4ac6344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:21.986315 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8663092a-abe0-43bb-b7e8-adbb67ced0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:22.225574 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:22.628833 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:24.308030 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:38:24.820106 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:42.438242 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:47.654457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6b97b205-8530-4414-a5f8-2026f6661954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:48.605297 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859d10-8cfc-492e-9644-357aa6783ab0 req-99d6fe76-25b5-4356-bcfa-04ee9be4e003 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:48.606870 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9859d10-8cfc-492e-9644-357aa6783ab0 req-99d6fe76-25b5-4356-bcfa-04ee9be4e003 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0605462 Sep 01 16:38:48.653252 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f9859d10-8cfc-492e-9644-357aa6783ab0 req-6791c222-2d96-43ad-9ef9-7ea2278ef779 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353475 Sep 01 16:38:49.796039 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6290e9-a992-40a0-9118-48d9ac2693e0 req-9bcd34b8-64ec-444a-82b5-273dcd5e0dd2 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:49.797736 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bf6290e9-a992-40a0-9118-48d9ac2693e0 req-9bcd34b8-64ec-444a-82b5-273dcd5e0dd2 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0593715 Sep 01 16:38:49.847469 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bf6290e9-a992-40a0-9118-48d9ac2693e0 req-675b4dfa-d583-43bd-a4cc-957b89baa586 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431271 Sep 01 16:38:50.468483 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-73610319-a376-480a-b7f1-9272fd1fa58b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:50.470037 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-73610319-a376-480a-b7f1-9272fd1fa58b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Sep 01 16:38:50.632017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Deleting port ae9776ef-0a2c-4251-8203-3c9a118dfe40 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:38:50.632376 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:50.652123 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-8a727b53-92f1-4c11-9b67-51765f086e34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502655 Sep 01 16:38:50.746255 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-11aac710-847c-4286-a697-251591d2a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:50.747688 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-11aac710-847c-4286-a697-251591d2a9ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0693762 Sep 01 16:38:50.862360 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] For port ae9776ef-0a2c-4251-8203-3c9a118dfe40, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=ae9776ef-0a2c-4251-8203-3c9a118dfe40,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:50.863375 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:51.000952 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-99e9df55-6743-49d0-bd85-af1e9d951ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:51.002760 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-99e9df55-6743-49d0-bd85-af1e9d951ffc service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.2349112 Sep 01 16:38:51.013175 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528b065-69cc-41bb-8287-f390d8b13a6a req-0aa3d08b-6ea7-4f9e-84aa-853cda6336e4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:51.015019 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4528b065-69cc-41bb-8287-f390d8b13a6a req-0aa3d08b-6ea7-4f9e-84aa-853cda6336e4 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 945 time: 0.0709295 Sep 01 16:38:51.080588 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4528b065-69cc-41bb-8287-f390d8b13a6a req-36db9842-2173-4664-a929-c5d374acbaa5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=d00375f4-8687-45e2-9c6e-cf8ca7bf995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534484 Sep 01 16:38:51.154213 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-f1550733-93b1-4377-b661-31505a1414f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 1001 time: 0.1430554 Sep 01 16:38:51.196690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:51.197054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:51.197470 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Floating IP 7473fe5c-639e-462f-b3b0-07d11fba9592 disassociated. External IP: 172.27.2.15, port: ae9776ef-0a2c-4251-8203-3c9a118dfe40. Sep 01 16:38:51.197824 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Calling delete_port for ae9776ef-0a2c-4251-8203-3c9a118dfe40 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:38:51.255874 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-6019d846-cc8e-40cd-bf81-a4684385f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:51.257394 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-6019d846-cc8e-40cd-bf81-a4684385f02d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0952141 Sep 01 16:38:51.342377 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-f5e6d47d-c119-4af1-b448-057b263582ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:51.344509 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-f5e6d47d-c119-4af1-b448-057b263582ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785918 Sep 01 16:38:51.358154 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-b656a376-0dff-4ee4-a14a-1e937ab59733 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:38:51.359492 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-b656a376-0dff-4ee4-a14a-1e937ab59733 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067003 Sep 01 16:38:51.483105 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:51.532218 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'Port': ['ID=ae9776ef-0a2c-4251-8203-3c9a118dfe40,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:51.557833 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.558185 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.558555 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.558894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.559347 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.559686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.560017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.560350 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.560677 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.561003 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.561363 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.561681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:51.573438 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-162d5c2a-ffb5-4231-8901-0e40de41280f service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928675 Sep 01 16:38:51.993065 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-acdb55bc-777c-43a0-9c74-0f6272d90a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:52.110230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:38:52.140961 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-3e537db8-29f1-485f-bf5e-59e5c853dc6e service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357711 Sep 01 16:38:52.229729 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:52.252873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ccf4441b-43a7-434e-8602-821446bb5263 req-27c1bb2c-38fa-4464-af81-6e195b09d9b1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690 HTTP/1.1" status: 200 len: 210 time: 0.0464463 Sep 01 16:38:52.341170 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:38:52.354768 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:38:52.367813 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:38:52.368410 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:38:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.390432 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] No DVR routers for this DVR port ae9776ef-0a2c-4251-8203-3c9a118dfe40 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:38:52.394384 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:52.397075 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f64c0634-ef86-4a88-8a75-f0aa9e6ed7bd req-6d6ed13b-df19-4b61-b86d-94313a958b03 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "DELETE /v2.0/ports/ae9776ef-0a2c-4251-8203-3c9a118dfe40 HTTP/1.1" status: 204 len: 173 time: 1.9205794 Sep 01 16:38:52.397686 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'name': 'network-vif-deleted', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:38:52.400763 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a460a-61bc-4cc0-8da5-3200d7cb75aa" -d '{"events": [{"server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "name": "network-vif-deleted", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:52.476049 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31766d-3e0f-4af6-8a77-a046899d2561 x-openstack-request-id: req-ae31766d-3e0f-4af6-8a77-a046899d2561 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:52.476479 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690", "name": "network-vif-deleted", "tag": "ae9776ef-0a2c-4251-8203-3c9a118dfe40", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:52.476865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae31766d-3e0f-4af6-8a77-a046899d2561 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:52.477552 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155ee4bf-d6f9-4673-8fa6-eb4bc2b3b690', 'name': 'network-vif-deleted', 'tag': 'ae9776ef-0a2c-4251-8203-3c9a118dfe40', 'status': 'completed', 'code': 200} Sep 01 16:38:52.505411 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:38:52.628763 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:52.729822 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.756030 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:38:52.764814 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:38:52.765459 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:38:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.896569 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:38:53.155730 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:53.183858 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc03a1-7eee-47cb-a217-79b19e8f4174 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:38:53.382604 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42800) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:53.453032 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf001cb-aeca-4e8f-9f2f-71c59ed6a137 None None] New status for floating IP 7473fe5c-639e-462f-b3b0-07d11fba9592: DOWN {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:38:53.462078 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.502960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.577026 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.579776 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.581099 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "DELETE /v2.0/security-groups/d00375f4-8687-45e2-9c6e-cf8ca7bf995e HTTP/1.1" status: 204 len: 168 time: 0.1974313 Sep 01 16:38:53.592000 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42802) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:53.598797 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580df44-f43a-4166-8b6b-489430e699f1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00375f4-8687-45e2-9c6e-cf8ca7bf995e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:53.608959 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.api.v2.resource [None req-8c423fe3-d8fd-4402-8d53-7dd8324d6ed1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] show failed (client error): The resource could not be found. Sep 01 16:38:53.610090 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8c423fe3-d8fd-4402-8d53-7dd8324d6ed1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups/d00375f4-8687-45e2-9c6e-cf8ca7bf995e HTTP/1.1" status: 404 len: 347 time: 0.0176482 Sep 01 16:38:53.614437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42804) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:53.773730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Deleting port 9cf01875-13bb-466a-99b8-a02f1b9a0467 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:38:53.774070 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.857863 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.858189 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:53.871169 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Calling delete_port for 9cf01875-13bb-466a-99b8-a02f1b9a0467 owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:38:54.017742 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.050070 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'Port': ['ID=9cf01875-13bb-466a-99b8-a02f1b9a0467,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:54.117238 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.120814 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.122100 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f4abd385-91fd-4447-a2b0-9d0322fcaca1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "DELETE /v2.0/floatingips/7473fe5c-639e-462f-b3b0-07d11fba9592 HTTP/1.1" status: 204 len: 168 time: 0.5066330 Sep 01 16:38:54.657054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42808) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:54.662452 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145670589', 'description': 'tempest-description--234073436'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:54.686507 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.804047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.810024 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.828605 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.842672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.843934 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1853812 Sep 01 16:38:54.848250 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 42810) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:54.849086 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a925-51c1-446a-923a-867af1742b1e tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea71a0b-a895-4c25-8c60-a218d36c715e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:54.855145 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group_rule': {'security_group_id': '6ea71a0b-a895-4c25-8c60-a218d36c715e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:54.884301 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.948347 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.955324 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.975892 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758f54d1-2647-47b4-8836-64c276d70be6,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:54.985148 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:54.986435 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368108 Sep 01 16:38:54.987919 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.988252 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.988593 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.989024 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.989489 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.989675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42812) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:54.989841 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.990139 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.990472 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.990810 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.991139 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.991504 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.991774 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cc3cc-0bcb-4b45-8778-9c99d2c1a1d7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:54.994811 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'security_group_rule': {'security_group_id': '6ea71a0b-a895-4c25-8c60-a218d36c715e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:55.024904 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.090235 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.095323 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.115744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988da5b4-897a-489f-892a-781fe6ed01de,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:55.120324 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.121556 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ebf8be26-c3c8-4d42-a151-f521c8127e05 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309979 Sep 01 16:38:55.124657 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42814) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:38:55.129095 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:55.152072 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.253126 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.361826 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Allocated IP 172.27.2.97 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/a91f19dd-6d20-454a-9e58-12f6e73d1cfa) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:38:55.470716 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.511283 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.548057 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:38:55.553258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:38:55.556879 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:38:55.581373 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=a91f19dd-6d20-454a-9e58-12f6e73d1cfa,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:55.649054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.684864 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.685818 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device ae9776ef-0a2c-4251-8203-3c9a118dfe40 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:38:55.705686 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: ae9776ef-0a2c-4251-8203-3c9a118dfe40 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:38:55.706048 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device ae9776ef-0a2c-4251-8203-3c9a118dfe40 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:38:55.838549 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.844255 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.918459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=a91f19dd-6d20-454a-9e58-12f6e73d1cfa,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:55.929031 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.943260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:55.944865 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d2077250-552d-432a-ad1f-6fd008d4f2d8 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8192296 Sep 01 16:38:56.141764 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-2c7c0780-1664-4118-a7ea-2dd3f704a8c7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1145670589&fields=id&tenant_id=d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 267 time: 0.0332904 Sep 01 16:38:56.252248 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-032217ba-a62c-471a-a73e-a5f64d16c5b1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:56.253663 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-032217ba-a62c-471a-a73e-a5f64d16c5b1 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 810 time: 0.1025455 Sep 01 16:38:56.273426 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a8607127-f510-4b60-a94f-260e9fd9c4ce tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/quotas/d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 375 time: 0.0094173 Sep 01 16:38:56.328970 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d3e93bb7-d6b4-4922-9b4e-4fd30f6d569b tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494356 Sep 01 16:38:56.345783 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a451a274-b8a9-4af8-8151-4f5d4c7d6a24 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:38:56.346768 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a451a274-b8a9-4af8-8151-4f5d4c7d6a24 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054076 Sep 01 16:38:56.439940 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-08364045-4128-46ce-8910-cb0d7a49dd2b service neutron] 10.222.0.101 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870600 Sep 01 16:38:56.527699 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-3d2442db-d407-4670-a7fc-86ff29aa7e12 service neutron] 10.222.0.101 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Sep 01 16:38:56.686559 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f079d837-1bd8-465e-abbf-1b027ad33aee req-647e6b8c-eca7-4289-9f16-e690be93191a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 210 time: 0.0273468 Sep 01 16:38:57.605137 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a5e337b2-f497-4eca-85ca-adaea450a4a3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:57.606742 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a5e337b2-f497-4eca-85ca-adaea450a4a3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 810 time: 0.1212478 Sep 01 16:38:57.659013 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-a6ea81e2-2b3c-4153-b35f-2f7007691ffa tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b3600f2af34f0c8bc3afe36eec294b HTTP/1.1" status: 200 len: 380 time: 0.0432749 Sep 01 16:38:57.670933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'port': {'device_id': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'admin_state_up': True, 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'security_groups': ['6ea71a0b-a895-4c25-8c60-a218d36c715e']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:57.791076 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Made reservation on behalf of d2b3600f2af34f0c8bc3afe36eec294b for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:38:57.793235 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-66588280-79fd-4f9d-ad79-039dffffaf16 req-78af42ed-96aa-4882-a099-a42db30458c6 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 210 time: 0.0314660 Sep 01 16:38:57.794828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:57.934918 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Allocated IP 172.20.0.6 (b1259f24-da26-42d9-bf89-b808618bdf75/ba3e9d77-53a5-4243-b196-8daff38caf24/324790df-4066-4c21-84ed-8585fcf13a7c) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:38:58.085580 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.100964 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Transition to ACTIVE for port object 324790df-4066-4c21-84ed-8585fcf13a7c will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:38:58.135895 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.184880 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Network b1259f24-da26-42d9-bf89-b808618bdf75 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:38:58.188016 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:38:58.191830 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:38:58.216421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event updated for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:58.245428 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:58.246075 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.262786 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-81951c78-885f-435c-8781-57994512a3cb tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959244 Sep 01 16:38:58.276632 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Request body: {'port': {'device_id': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:58.330989 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.398779 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e781562a-9a4e-48b1-99f6-012e971aa2a3 None None] Provisioning for port 324790df-4066-4c21-84ed-8585fcf13a7c completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:38:58.403785 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-e781562a-9a4e-48b1-99f6-012e971aa2a3 None None] Provisioning complete for port 324790df-4066-4c21-84ed-8585fcf13a7c triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:38:58.404166 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e781562a-9a4e-48b1-99f6-012e971aa2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.438406 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e781562a-9a4e-48b1-99f6-012e971aa2a3 None None] Port 324790df-4066-4c21-84ed-8585fcf13a7c cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:38:58.612708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324790df-4066-4c21-84ed-8585fcf13a7c {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:38:58.625580 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.640127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Transition to ACTIVE for port object 324790df-4066-4c21-84ed-8585fcf13a7c will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:38:58.644168 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.693190 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Pushing event updated for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:58.767021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Attempting to bind port 324790df-4066-4c21-84ed-8585fcf13a7c on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:38:58.767456 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Attempting to bind port 324790df-4066-4c21-84ed-8585fcf13a7c by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:38:58.767859 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Attempting to bind port 324790df-4066-4c21-84ed-8585fcf13a7c on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:38:58.772427 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Port 324790df-4066-4c21-84ed-8585fcf13a7c on network b1259f24-da26-42d9-bf89-b808618bdf75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:38:58.772759 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Attempting to bind port 324790df-4066-4c21-84ed-8585fcf13a7c on network b1259f24-da26-42d9-bf89-b808618bdf75 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:38:58.777863 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:38:58.778213 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Checking segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:38:58.778612 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Bound using segment: {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:38:58.779045 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Bound port: 324790df-4066-4c21-84ed-8585fcf13a7c, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179bdefa-bbd9-4b83-8cda-9a779752fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:38:58.779414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.849081 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:38:58.852603 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=324790df-4066-4c21-84ed-8585fcf13a7c,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:38:58.858085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.903466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:58.904101 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.905586 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] 10.222.0.83 "PUT /v2.0/ports/324790df-4066-4c21-84ed-8585fcf13a7c HTTP/1.1" status: 200 len: 1093 time: 0.6343369 Sep 01 16:38:58.906043 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:38:58.908332 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c147716-ad1f-491e-a8ff-a2fb11d9815d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:58.935011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bbcb6-6c32-4cac-9481-6e8e8cd5079e service neutron] Pushing event updated for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:58.989849 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0c788-8d88-410e-b494-b6618d545584 x-openstack-request-id: req-42a0c788-8d88-410e-b494-b6618d545584 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:58.990268 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:58.990662 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-42a0c788-8d88-410e-b494-b6618d545584 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:58.991259 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c', 'status': 'completed', 'code': 200} Sep 01 16:38:59.047420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-4bc85dda-57f5-4b3e-b9cd-70fcbd616dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.049019 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-4bc85dda-57f5-4b3e-b9cd-70fcbd616dbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 1096 time: 0.1004002 Sep 01 16:38:59.074478 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356adf57-c1ec-4141-a9a0-146e272694f6 req-2e86d340-bb53-4909-b9fd-1daa98027d70 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.076065 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-356adf57-c1ec-4141-a9a0-146e272694f6 req-2e86d340-bb53-4909-b9fd-1daa98027d70 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 943 time: 0.1899321 Sep 01 16:38:59.110132 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-1d2ba0f4-7e37-43cb-af85-41ec97afb125 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324790df-4066-4c21-84ed-8585fcf13a7c HTTP/1.1" status: 200 len: 217 time: 0.0515904 Sep 01 16:38:59.168765 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-356adf57-c1ec-4141-a9a0-146e272694f6 req-b5ab6d6a-4748-49d9-a11a-05518e4c8715 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659261 Sep 01 16:38:59.176566 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-c22f254a-37e2-4c40-bc8a-f5f7b46c207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.178116 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-c22f254a-37e2-4c40-bc8a-f5f7b46c207e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0599823 Sep 01 16:38:59.228525 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-fc19bfb8-a3e0-4f36-bd17-92c3f701189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.230114 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-fc19bfb8-a3e0-4f36-bd17-92c3f701189b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447803 Sep 01 16:38:59.319805 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-83219b28-9d64-4a98-9b10-e9ccbabe87d2 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818350 Sep 01 16:38:59.414772 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a019ce7c-7b2e-42eb-9da3-b51b65c158f2 req-cd5c389c-3d88-4c22-84c7-d1aa37910a67 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880551 Sep 01 16:38:59.506150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-d16df530-08b2-45de-9db2-01a10689dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.507710 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-d16df530-08b2-45de-9db2-01a10689dbe5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 1096 time: 0.0444422 Sep 01 16:38:59.604002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-1858fe3d-37fd-4e0d-922d-db395aad97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.605518 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-1858fe3d-37fd-4e0d-922d-db395aad97b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.0893242 Sep 01 16:38:59.651661 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-f61c3757-8e50-4902-aa5c-7bfd48b54207 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324790df-4066-4c21-84ed-8585fcf13a7c HTTP/1.1" status: 200 len: 217 time: 0.0384729 Sep 01 16:38:59.702762 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-db6f7d19-bfdc-4378-8893-0edb294d2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.704144 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-db6f7d19-bfdc-4378-8893-0edb294d2dbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0457728 Sep 01 16:38:59.750986 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-2a6a5015-18eb-4132-9ea9-a05ecdfde3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:38:59.752505 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-2a6a5015-18eb-4132-9ea9-a05ecdfde3e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411143 Sep 01 16:38:59.846553 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-42493a49-0a24-4b84-9d34-a6e83e707844 service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Sep 01 16:38:59.941711 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4c147716-ad1f-491e-a8ff-a2fb11d9815d req-3e3f7686-ec7a-4a75-acd5-14e8793b377b service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863645 Sep 01 16:39:00.367851 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5ee2a-3aa2-403e-b0d7-59cba972cde4 req-94cbf9e7-c5ed-4826-b41e-9818ff411e1f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:00.369419 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afb5ee2a-3aa2-403e-b0d7-59cba972cde4 req-94cbf9e7-c5ed-4826-b41e-9818ff411e1f tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 943 time: 0.1176636 Sep 01 16:39:00.414141 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-afb5ee2a-3aa2-403e-b0d7-59cba972cde4 req-49a96e84-6f0b-4dc6-ba3e-3a7945a1f429 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Sep 01 16:39:01.307368 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:01.542111 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f59b13-f65e-4d27-9a5b-fa6cd4749925 req-a3560c80-7ab6-4922-89a2-e1de659dfe97 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:01.543662 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00f59b13-f65e-4d27-9a5b-fa6cd4749925 req-a3560c80-7ab6-4922-89a2-e1de659dfe97 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 943 time: 0.0590706 Sep 01 16:39:01.588808 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-00f59b13-f65e-4d27-9a5b-fa6cd4749925 req-632114fc-a34a-4a3e-92ed-ce7f0db55297 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 Sep 01 16:39:01.705343 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 324790df-4066-4c21-84ed-8585fcf13a7c details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:39:01.821643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=324790df-4066-4c21-84ed-8585fcf13a7c,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:01.833487 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '324790df-4066-4c21-84ed-8585fcf13a7c', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'port_id': '324790df-4066-4c21-84ed-8585fcf13a7c', 'mac_address': 'fa:16:3e:26:46:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:39:01.869843 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:01.882524 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324790df-4066-4c21-84ed-8585fcf13a7c {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:39:01.903152 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=324790df-4066-4c21-84ed-8585fcf13a7c,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:01.907287 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:01.957354 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:01.965046 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.965499 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.965845 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.966187 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.966524 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.966868 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.967197 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.967528 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.967862 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.968189 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.968518 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:01.968839 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:02.150831 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['324790df-4066-4c21-84ed-8585fcf13a7c'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:39:02.702720 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9f75-20b0-477c-9508-86668510aeda req-1e23803b-f59f-4309-8e1f-28f86b2f1dd5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:02.704115 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13de9f75-20b0-477c-9508-86668510aeda req-1e23803b-f59f-4309-8e1f-28f86b2f1dd5 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 944 time: 0.0489049 Sep 01 16:39:02.741514 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13de9f75-20b0-477c-9508-86668510aeda req-75e7d2d9-f35f-448f-be65-d4793b8183d2 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Sep 01 16:39:03.732819 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 324790df-4066-4c21-84ed-8585fcf13a7c up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:03.789177 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 324790df-4066-4c21-84ed-8585fcf13a7c completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:39:03.796325 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 324790df-4066-4c21-84ed-8585fcf13a7c triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:39:03.796828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:03.876896 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92a171-6c0e-4901-96dc-48985be627e7 req-803caaca-a99e-439c-8093-0a4ab02f1d9a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:03.878818 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aa92a171-6c0e-4901-96dc-48985be627e7 req-803caaca-a99e-439c-8093-0a4ab02f1d9a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 944 time: 0.0588744 Sep 01 16:39:03.886872 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:03.911643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:39:03.914806 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6428da5-7b77-4c85-aae3-f93e34645f04" -d '{"events": [{"server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "name": "network-vif-plugged", "status": "completed", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:03.921405 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aa92a171-6c0e-4901-96dc-48985be627e7 req-9d10be39-0a12-4dd6-bc24-1087bb38a310 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Sep 01 16:39:03.928044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=324790df-4066-4c21-84ed-8585fcf13a7c,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:03.933503 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:03.976127 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58afbca6-d1c0-4f73-a495-31f46eae5241 x-openstack-request-id: req-58afbca6-d1c0-4f73-a495-31f46eae5241 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:03.976418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "name": "network-vif-plugged", "status": "completed", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:03.976669 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58afbca6-d1c0-4f73-a495-31f46eae5241 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:03.977065 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c', 'code': 200} Sep 01 16:39:03.992769 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:04.102868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eac6b-f4b5-4ed8-8834-b96e183f36ef req-3f2cae81-2e8d-4852-85c0-311eb139752b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:04.104325 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d48eac6b-f4b5-4ed8-8834-b96e183f36ef req-3f2cae81-2e8d-4852-85c0-311eb139752b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0531411 Sep 01 16:39:04.173942 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d48eac6b-f4b5-4ed8-8834-b96e183f36ef req-9ebbfe78-97d7-439f-9caa-0f6d4f5ce2f0 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631883 Sep 01 16:39:04.176578 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b224ea-102b-4b9a-9850-e0e3c63a9de4 req-212890be-b742-4499-a05c-a17da9c2b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:04.178020 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a7b224ea-102b-4b9a-9850-e0e3c63a9de4 req-212890be-b742-4499-a05c-a17da9c2b771 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 1098 time: 0.0684278 Sep 01 16:39:04.214801 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a7b224ea-102b-4b9a-9850-e0e3c63a9de4 req-3c5dd15f-c514-45a2-93b1-ad0a7b88ab24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289648 Sep 01 16:39:05.057324 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da0ae-2e36-4095-87f2-f4f305b2ad19 req-416887b9-c805-472c-9edb-69b2a1e41bf3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:05.058929 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6d2da0ae-2e36-4095-87f2-f4f305b2ad19 req-416887b9-c805-472c-9edb-69b2a1e41bf3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0610325 Sep 01 16:39:05.102826 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6d2da0ae-2e36-4095-87f2-f4f305b2ad19 req-1f4abc41-462e-4c89-9a3b-02bc79e8b17c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Sep 01 16:39:05.298723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4da88e-dab2-4653-b98f-d0bd8dc21bdf req-ef4b0f23-894d-40a5-8772-6750c9b7be4d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:05.300404 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8b4da88e-dab2-4653-b98f-d0bd8dc21bdf req-ef4b0f23-894d-40a5-8772-6750c9b7be4d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0509593 Sep 01 16:39:05.351874 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8b4da88e-dab2-4653-b98f-d0bd8dc21bdf req-3b8f6eeb-aeb0-4497-a4b0-b166c0e88bca tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Sep 01 16:39:06.226396 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda59687-c776-4397-88b1-51c7ba9410da req-5b98e8b9-a65f-4a6d-a133-0425119d6f95 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:06.227897 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eda59687-c776-4397-88b1-51c7ba9410da req-5b98e8b9-a65f-4a6d-a133-0425119d6f95 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0532830 Sep 01 16:39:06.269411 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-eda59687-c776-4397-88b1-51c7ba9410da req-630c7c5d-8ee5-479a-8d14-14c869ddbbbd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 Sep 01 16:39:06.391508 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5973e2-4a64-41ef-b15b-bd76755ec48b req-c43c3573-d99b-452b-9cb3-429f6d8b1b0d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:06.393052 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ef5973e2-4a64-41ef-b15b-bd76755ec48b req-c43c3573-d99b-452b-9cb3-429f6d8b1b0d tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0616291 Sep 01 16:39:06.401448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 42882) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:39:06.405926 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Request body: {'floatingip': {'port_id': '324790df-4066-4c21-84ed-8585fcf13a7c'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:06.449049 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:06.469794 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d561ac-3105-4445-b301-51da03fccb47 req-7da16fc2-b491-4d60-a233-a1231e66a68e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:06.471306 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6d561ac-3105-4445-b301-51da03fccb47 req-7da16fc2-b491-4d60-a233-a1231e66a68e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0493546 Sep 01 16:39:06.511322 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f6d561ac-3105-4445-b301-51da03fccb47 req-a0d66a08-2319-41ce-b13f-41f9e680dc4a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340471 Sep 01 16:39:06.909480 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:06.920866 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:07.020048 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Floating IP afde3da8-38bb-43f7-aad3-f9eaed1a60a3 associated. External IP: 172.27.2.97, port: 324790df-4066-4c21-84ed-8585fcf13a7c. Sep 01 16:39:07.496395 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:07.630052 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:07.635427 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:07.640904 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:07.649894 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:39:07.650521 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:38:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:07.679300 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2ec7-f859-43e1-b999-3aa338e6038a req-163ff83e-9edb-41a9-ac0b-1dd43709692c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:07.681525 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-075e2ec7-f859-43e1-b999-3aa338e6038a req-163ff83e-9edb-41a9-ac0b-1dd43709692c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0864811 Sep 01 16:39:07.684974 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e8fc56c1-dcea-41ba-916b-e7296e64f3b3 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "PUT /v2.0/floatingips/afde3da8-38bb-43f7-aad3-f9eaed1a60a3 HTTP/1.1" status: 200 len: 990 time: 1.2823656 Sep 01 16:39:07.686488 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:39:07.695208 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:07.737638 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-075e2ec7-f859-43e1-b999-3aa338e6038a req-2c34e92e-8f23-4318-a7a0-6588fed81d91 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 Sep 01 16:39:07.758718 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:39:07.782414 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c6d27b-df26-4d26-80b7-575bcc00bb1e x-openstack-request-id: req-50c6d27b-df26-4d26-80b7-575bcc00bb1e {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:07.782772 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:07.783030 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-50c6d27b-df26-4d26-80b7-575bcc00bb1e {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:07.783432 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c', 'status': 'completed', 'code': 200} Sep 01 16:39:07.862945 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-713a298c-4d31-4cd9-b815-ca91d9db0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:07.864478 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-713a298c-4d31-4cd9-b815-ca91d9db0679 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 1098 time: 0.0474019 Sep 01 16:39:07.962191 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-87f85d94-bd72-401b-81a7-d9fbbdfa8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:07.963619 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-87f85d94-bd72-401b-81a7-d9fbbdfa8149 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 200 len: 911 time: 0.0906942 Sep 01 16:39:08.006273 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'afde3da8-38bb-43f7-aad3-f9eaed1a60a3', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': '324790df-4066-4c21-84ed-8585fcf13a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:26:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:38:55Z', 'updated_at': '2021-09-01T16:39:06Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:08.045688 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:08.048944 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-e2ea3caf-d1cf-425a-bdb5-521b68bc6384 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324790df-4066-4c21-84ed-8585fcf13a7c HTTP/1.1" status: 200 len: 998 time: 0.0777142 Sep 01 16:39:08.055426 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:39:08.055662 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:38:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:08.106780 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-0ab3e86c-56b0-422a-9ffd-af8eecfe55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:08.108295 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-0ab3e86c-56b0-422a-9ffd-af8eecfe55d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 200 len: 849 time: 0.0506444 Sep 01 16:39:08.170836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-3a9cac75-d03e-455b-ac0a-5106b1061832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:08.173158 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-3a9cac75-d03e-455b-ac0a-5106b1061832 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1259f24-da26-42d9-bf89-b808618bdf75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529811 Sep 01 16:39:08.176083 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:39:08.280830 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-79703206-d581-4461-acd2-037432e2758c service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982609 Sep 01 16:39:08.381626 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-49c39c4c-87f1-4c3f-aeda-f1fc653155ba req-e6e0393a-4662-4eae-9fbb-2a86b7b84f8a service neutron] 10.222.0.83 "GET /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942004 Sep 01 16:39:08.423731 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'afde3da8-38bb-43f7-aad3-f9eaed1a60a3', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': '324790df-4066-4c21-84ed-8585fcf13a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:26:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:38:55Z', 'updated_at': '2021-09-01T16:39:06Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:08.453607 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b83942-7a61-4f8a-bc75-8c8f141e4259 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'afde3da8-38bb-43f7-aad3-f9eaed1a60a3', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': '1b9e624f-2642-484b-b630-871dd090b524', 'port_id': '324790df-4066-4c21-84ed-8585fcf13a7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'mac_address': 'fa:16:3e:26:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:38:55Z', 'updated_at': '2021-09-01T16:39:06Z', 'revision_number': 1, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:08.653683 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf787451-b2bc-4542-8116-ccc68282d5c2 None None] New status for floating IP afde3da8-38bb-43f7-aad3-f9eaed1a60a3: ACTIVE {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:39:08.879435 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375c080-a602-44b1-9b2c-1020b9ed1249 req-47e7bcfa-8b3d-4dc6-ba47-a08101a7ddbe tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:08.880904 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b375c080-a602-44b1-9b2c-1020b9ed1249 req-47e7bcfa-8b3d-4dc6-ba47-a08101a7ddbe tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0527415 Sep 01 16:39:08.921406 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b375c080-a602-44b1-9b2c-1020b9ed1249 req-4bf17938-fd87-44b6-a1a8-ffa924c5821d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Sep 01 16:39:10.045413 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca71d-e615-406f-a2ee-56b2c2224bf3 req-c372160e-297f-4bc3-97b0-b530ec9cc5b1 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:10.046930 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1fca71d-e615-406f-a2ee-56b2c2224bf3 req-c372160e-297f-4bc3-97b0-b530ec9cc5b1 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0524828 Sep 01 16:39:10.321103 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1fca71d-e615-406f-a2ee-56b2c2224bf3 req-6bdac3bb-10a4-45f1-9b4e-af062b61224a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682962 Sep 01 16:39:11.441431 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f248-1f63-4ae8-83e5-7af66417b7f5 req-2d98b154-aba6-4ae9-a6a5-daa8f6bf8f9f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:11.443029 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07c1f248-1f63-4ae8-83e5-7af66417b7f5 req-2d98b154-aba6-4ae9-a6a5-daa8f6bf8f9f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0509059 Sep 01 16:39:11.484190 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07c1f248-1f63-4ae8-83e5-7af66417b7f5 req-439422f7-da7f-41db-8937-3d67bc0f9b97 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344026 Sep 01 16:39:12.439767 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:12.610620 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e2f1-46b3-46fc-8e1e-0171bd47e043 req-c1f8b846-c2b6-4870-9b01-f7e116d55888 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:12.612178 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e23e2f1-46b3-46fc-8e1e-0171bd47e043 req-c1f8b846-c2b6-4870-9b01-f7e116d55888 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0575337 Sep 01 16:39:12.653173 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e23e2f1-46b3-46fc-8e1e-0171bd47e043 req-77b0ad51-edd2-43bf-a0a5-e7fd06130624 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Sep 01 16:39:13.789024 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebd53e-2d1c-4d65-aead-6cad2e025ef2 req-79ea1066-9233-4bc3-8e73-c098e5d05afa tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:13.790568 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28ebd53e-2d1c-4d65-aead-6cad2e025ef2 req-79ea1066-9233-4bc3-8e73-c098e5d05afa tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0678802 Sep 01 16:39:13.829445 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-28ebd53e-2d1c-4d65-aead-6cad2e025ef2 req-7bcbb169-a7df-4b3c-b1e4-3983994d3b01 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Sep 01 16:39:14.230523 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-1915a6a0-9159-46ac-bd58-d8b395099e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:14.232597 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-1915a6a0-9159-46ac-bd58-d8b395099e68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0614998 Sep 01 16:39:14.332181 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-e25ff25b-9bcf-47d3-b51e-a261734a18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:14.333691 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-e25ff25b-9bcf-47d3-b51e-a261734a18b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.0918148 Sep 01 16:39:14.406014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-021f67ad-34be-42c9-a616-aecb0e9d0762 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 1001 time: 0.0634100 Sep 01 16:39:14.470458 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-34212526-a161-4a52-8d83-8800abefb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:14.471898 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-34212526-a161-4a52-8d83-8800abefb99a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0590270 Sep 01 16:39:14.518937 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-cd78cdfb-5dc6-4aa8-81a5-4d1624ecc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:14.520489 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-cd78cdfb-5dc6-4aa8-81a5-4d1624ecc820 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403216 Sep 01 16:39:14.619813 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-b9008d3a-d850-4d42-8640-eeee204c3db6 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918465 Sep 01 16:39:14.707156 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-89a5a992-e2dc-4fc4-847d-6f4a32ffa40d req-0e1e857a-cffc-48c8-9712-e584a1bf0798 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801911 Sep 01 16:39:14.946236 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c9de3-ccaa-42bf-be19-219eadc5611b req-23e7aa74-4c24-4617-90ff-3d0372f135b8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:14.947724 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf8c9de3-ccaa-42bf-be19-219eadc5611b req-23e7aa74-4c24-4617-90ff-3d0372f135b8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0492029 Sep 01 16:39:14.990963 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bf8c9de3-ccaa-42bf-be19-219eadc5611b req-fed69049-552f-4a33-acce-5e0f62ff42bc tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Sep 01 16:39:16.105478 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7b19-990d-47be-857e-55e83597b772 req-47393e5c-693a-4dd3-a7f9-2e221b3e0bad tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:16.107129 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-076f7b19-990d-47be-857e-55e83597b772 req-47393e5c-693a-4dd3-a7f9-2e221b3e0bad tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0498185 Sep 01 16:39:16.146398 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-076f7b19-990d-47be-857e-55e83597b772 req-8d62fe38-71fc-48af-acb0-ce062fca7665 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Sep 01 16:39:17.265115 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7024-ebce-449d-8944-e39102003028 req-b4712e55-cf85-4a12-b875-28f5d209be5a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:17.266636 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-437d7024-ebce-449d-8944-e39102003028 req-b4712e55-cf85-4a12-b875-28f5d209be5a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0551970 Sep 01 16:39:17.303671 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-437d7024-ebce-449d-8944-e39102003028 req-5bfb7fe1-ef77-4f60-95aa-2655b8adf086 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Sep 01 16:39:17.520745 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83742-1a1f-44e3-82ae-496f0a5ed0da req-e0e414da-14d7-4d0b-976a-67c0e0e8c29e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:17.522260 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6d83742-1a1f-44e3-82ae-496f0a5ed0da req-e0e414da-14d7-4d0b-976a-67c0e0e8c29e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0523033 Sep 01 16:39:17.538890 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-933c77d1-de96-4ce2-bf93-94dc0faa9f5d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914013 Sep 01 16:39:17.561657 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e6d83742-1a1f-44e3-82ae-496f0a5ed0da req-4adb5504-1211-44dc-a147-feee4ba293b9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Sep 01 16:39:17.656596 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6012b01a-60e7-4bce-9832-e085d6e2f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:18.689419 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43812b-c43d-498a-85e0-523233945f73 req-4f566543-82ad-4c40-a24f-84a14a7a93cb tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:18.690914 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d43812b-c43d-498a-85e0-523233945f73 req-4f566543-82ad-4c40-a24f-84a14a7a93cb tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0552256 Sep 01 16:39:18.733187 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9d43812b-c43d-498a-85e0-523233945f73 req-3160f5ca-8331-4cec-8d24-7f812783487f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 Sep 01 16:39:18.978731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-17fe356e-5773-4900-99ed-3e1cd91b1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:18.980158 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-17fe356e-5773-4900-99ed-3e1cd91b1b1c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e&tenant_id=0b7c536e09fa49889bbfef65717cdac7 HTTP/1.1" status: 200 len: 1098 time: 0.0463061 Sep 01 16:39:19.046034 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-52c193ee-24a4-48f5-a598-023cc7fca8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:19.047548 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-52c193ee-24a4-48f5-a598-023cc7fca8ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0450385 Sep 01 16:39:19.138207 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-18d98492-bfe1-4b88-9ac2-df8418fb337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:19.139728 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-18d98492-bfe1-4b88-9ac2-df8418fb337c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.0852396 Sep 01 16:39:19.209066 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-203a25ab-0b05-4b87-a13f-b148160f8f57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 1001 time: 0.0617938 Sep 01 16:39:19.260649 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-4beecb8e-cb0b-4b39-a9ce-0a8fe473b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:19.262091 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-4beecb8e-cb0b-4b39-a9ce-0a8fe473b94e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0458491 Sep 01 16:39:19.311167 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-8634cb5d-e72b-42f9-9406-20c1d78ad558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:19.312701 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-8634cb5d-e72b-42f9-9406-20c1d78ad558 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425813 Sep 01 16:39:19.414022 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-8e64964f-4de3-405d-becd-7332810ff322 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940120 Sep 01 16:39:19.513261 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-cadf3abf-5aad-4fe1-85d5-97f9cd55b442 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897696 Sep 01 16:39:19.798167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:39:19.856180 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf72bda-d221-4fcf-939d-9348edc11a8a req-59a57f8f-a250-4eb7-97dc-d7213fd70929 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:19.857752 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2cf72bda-d221-4fcf-939d-9348edc11a8a req-59a57f8f-a250-4eb7-97dc-d7213fd70929 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0560730 Sep 01 16:39:19.895677 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:19.910334 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2cf72bda-d221-4fcf-939d-9348edc11a8a req-5c81eb4c-4778-4518-87a4-5f9b32d57728 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Sep 01 16:39:19.932415 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:39:19.936146 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a92238-8d46-4c0d-ad8a-d7dd84304cae" -d '{"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:19.954198 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:19.959805 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:20.023960 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=6']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:20.057175 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7c5e4-0a88-49d6-b823-f940659995d0 x-openstack-request-id: req-a5b7c5e4-0a88-49d6-b823-f940659995d0 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:20.057604 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:20.057858 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a5b7c5e4-0a88-49d6-b823-f940659995d0 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:20.058250 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'code': 200} Sep 01 16:39:21.062053 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d4b9-b802-4cd8-8389-a9b707af957c req-5e8bae9d-9cd5-4e85-80cb-7cd6fd734f67 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:21.063626 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ae3d4b9-b802-4cd8-8389-a9b707af957c req-5e8bae9d-9cd5-4e85-80cb-7cd6fd734f67 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0643098 Sep 01 16:39:21.106332 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3ae3d4b9-b802-4cd8-8389-a9b707af957c req-117729ab-42c2-40df-8554-e5a2137e4b05 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365164 Sep 01 16:39:21.980173 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5e11f34-dae5-4f17-9dae-13b25a207cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:22.228550 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:22.230765 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a2c0-35f1-4f47-a2c1-b8e23b1d202d req-e0a0c513-4e2a-4307-8b61-7eef4795379a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:22.232397 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5fa8a2c0-35f1-4f47-a2c1-b8e23b1d202d req-e0a0c513-4e2a-4307-8b61-7eef4795379a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0540855 Sep 01 16:39:22.274461 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5fa8a2c0-35f1-4f47-a2c1-b8e23b1d202d req-c9556a90-885c-4854-91fa-9e70edf462d7 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Sep 01 16:39:22.630597 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:23.395466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2e92-17b9-4cef-9a08-5533dec5a54e req-62692548-db94-4c90-876e-f3580e104709 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:23.396973 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7c4f2e92-17b9-4cef-9a08-5533dec5a54e req-62692548-db94-4c90-876e-f3580e104709 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0499172 Sep 01 16:39:23.437951 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-7c4f2e92-17b9-4cef-9a08-5533dec5a54e req-cc674215-8a79-48bb-a0c4-282865402562 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339861 Sep 01 16:39:24.555852 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9d484-f683-4f4c-9b64-0965eea041a5 req-4f2e84dd-0d30-4f33-b1d4-4a3f6f564cd8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:24.557472 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b4c9d484-f683-4f4c-9b64-0965eea041a5 req-4f2e84dd-0d30-4f33-b1d4-4a3f6f564cd8 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0531650 Sep 01 16:39:24.599523 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b4c9d484-f683-4f4c-9b64-0965eea041a5 req-fdb8f537-3114-46c6-9443-f2bba7666742 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362058 Sep 01 16:39:24.821906 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:25.739891 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5301-aa74-4aea-8001-bd770297d038 req-01197475-ea3f-4d46-9716-f5b33c326089 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:25.741392 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-795c5301-aa74-4aea-8001-bd770297d038 req-01197475-ea3f-4d46-9716-f5b33c326089 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0740194 Sep 01 16:39:25.743730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75962d-18bf-4d08-a747-eaec76b7b7bb req-262a555a-7ac4-4b40-ad5a-cebab237091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:25.745102 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d75962d-18bf-4d08-a747-eaec76b7b7bb req-262a555a-7ac4-4b40-ad5a-cebab237091b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1096 time: 0.0790691 Sep 01 16:39:25.805432 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8d75962d-18bf-4d08-a747-eaec76b7b7bb req-3d307eea-ae1f-48aa-bf9c-1ed15a2d0399 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491381 Sep 01 16:39:25.808866 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-795c5301-aa74-4aea-8001-bd770297d038 req-bf5c310a-30bc-4bf3-9058-d578b8ee31cc tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587015 Sep 01 16:39:26.926511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00a584-f695-4fbd-8b01-d6e9534beda7 req-b4ec0e79-8990-4a33-81dc-5686d4dd2614 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:26.928003 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4e00a584-f695-4fbd-8b01-d6e9534beda7 req-b4ec0e79-8990-4a33-81dc-5686d4dd2614 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0488861 Sep 01 16:39:26.967822 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4e00a584-f695-4fbd-8b01-d6e9534beda7 req-54d1f046-76c8-4892-9894-943b73a46071 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Sep 01 16:39:27.850047 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:39:27.959605 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:27.971197 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'port_id': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'mac_address': 'fa:16:3e:55:0f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:39:28.012815 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:28.025308 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1b847-db8f-48cb-b5c2-4101e216932e {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:39:28.044233 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:28.048482 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:28.085211 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb43de-9932-45d2-8ffd-95f45b56fca9 req-8083cd65-8c16-442e-a267-dfc2ecbf365e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:28.086496 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9acb43de-9932-45d2-8ffd-95f45b56fca9 req-8083cd65-8c16-442e-a267-dfc2ecbf365e tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 943 time: 0.0509088 Sep 01 16:39:28.101987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=7']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:28.127615 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9acb43de-9932-45d2-8ffd-95f45b56fca9 req-c617948b-4e52-477d-ba4e-81fe77f2e22f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Sep 01 16:39:28.307142 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['93c1b847-db8f-48cb-b5c2-4101e216932e'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:39:29.861348 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:29.908756 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 93c1b847-db8f-48cb-b5c2-4101e216932e triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:39:29.909128 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:29.987523 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:30.009240 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:39:30.011477 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b976ed3-3c9f-4e60-a893-e15349ecfade" -d '{"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-plugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:30.024384 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:30.028360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:30.051859 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5971a8e4-461c-4cc5-9a62-96724b05e655 x-openstack-request-id: req-5971a8e4-461c-4cc5-9a62-96724b05e655 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:30.052146 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-plugged", "status": "completed", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:30.052390 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5971a8e4-461c-4cc5-9a62-96724b05e655 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:30.052786 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'code': 200} Sep 01 16:39:30.077730 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=8']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:38.307498 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:42.469568 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:47.657441 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d87361e0-ad80-406a-92a6-607dcf37483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:51.528623 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-14d25018-99e8-4b34-9eb5-abef8f4a8b90 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538383 Sep 01 16:39:51.643330 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e7e0ebfa-84b7-42ac-a7be-4a27671754d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:51.645097 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e7e0ebfa-84b7-42ac-a7be-4a27671754d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0501525 Sep 01 16:39:51.774292 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-55893371-bccf-40e3-9324-a6b6cd01b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:51.776284 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-55893371-bccf-40e3-9324-a6b6cd01b8c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.1082859 Sep 01 16:39:51.852107 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e4406844-0a58-44ab-91b9-b75f992a509d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 1001 time: 0.0668030 Sep 01 16:39:51.902803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-bbb38d9d-0906-4e8a-9684-ae675e86c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:51.904299 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-bbb38d9d-0906-4e8a-9684-ae675e86c9b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0444639 Sep 01 16:39:51.954690 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e917c997-8dde-4cd9-b00c-1b3593139654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:39:51.956241 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e917c997-8dde-4cd9-b00c-1b3593139654 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440085 Sep 01 16:39:51.986015 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3352790b-deaa-4de0-aca8-bca4fc665395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:52.058473 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-59ff111c-1581-4968-a33a-f0a874be4192 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915151 Sep 01 16:39:52.158499 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0f648e6c-d948-4e31-9c68-a1b67939c6ec req-e8188d18-c007-4f0d-b13d-12c73cb26359 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881341 Sep 01 16:39:52.223632 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:52.632980 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:54.830674 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:09.706698 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c7da8-10b2-453e-bc48-e1cbfa8b8172 req-e969ff38-815c-4ff9-ba50-df904fccb808 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:09.708225 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-866c7da8-10b2-453e-bc48-e1cbfa8b8172 req-e969ff38-815c-4ff9-ba50-df904fccb808 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Sep 01 16:40:09.753579 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-866c7da8-10b2-453e-bc48-e1cbfa8b8172 req-5a29559d-9aae-4cb8-9e80-0f604cbe9684 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391190 Sep 01 16:40:10.890914 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9c3be-c88f-4d27-9b6a-d7bbed0fffad req-b05b870d-8b93-44b7-bc91-36ef7748c64c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:10.892419 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4fb9c3be-c88f-4d27-9b6a-d7bbed0fffad req-b05b870d-8b93-44b7-bc91-36ef7748c64c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0554557 Sep 01 16:40:10.936512 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4fb9c3be-c88f-4d27-9b6a-d7bbed0fffad req-fd74cfdb-b452-42eb-9205-d95394c27455 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ea71a0b-a895-4c25-8c60-a218d36c715e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378945 Sep 01 16:40:11.468089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-46657199-e8d5-4b6e-847d-d385133c34fc tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:11.469700 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-46657199-e8d5-4b6e-847d-d385133c34fc tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Sep 01 16:40:11.573824 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Deleting port 324790df-4066-4c21-84ed-8585fcf13a7c {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:11.574254 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:11.690400 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] For port 324790df-4066-4c21-84ed-8585fcf13a7c, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=324790df-4066-4c21-84ed-8585fcf13a7c,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:11.690779 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:11.867272 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:11.867754 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:11.868076 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Floating IP afde3da8-38bb-43f7-aad3-f9eaed1a60a3 disassociated. External IP: 172.27.2.97, port: 324790df-4066-4c21-84ed-8585fcf13a7c. Sep 01 16:40:11.868420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Calling delete_port for 324790df-4066-4c21-84ed-8585fcf13a7c owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:12.034949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:12.074832 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-85428104-a2b8-4c4f-a32d-143d0933d6ec req-be39c39b-404b-4a04-a343-4bb349363f9c tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/ports?device_id=ef3e6701-0c3a-4b00-91b3-4d99b6edc570 HTTP/1.1" status: 200 len: 210 time: 0.0510845 Sep 01 16:40:12.077698 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'Port': ['ID=324790df-4066-4c21-84ed-8585fcf13a7c,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:12.104719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.105343 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.105930 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.106482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.107062 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.107644 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.108226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.108793 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.109461 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.111066 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.111542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.111827 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:12.223910 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:12.339722 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:12.382575 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] No DVR routers for this DVR port 324790df-4066-4c21-84ed-8585fcf13a7c on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:40:12.386411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:12.388627 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-686d1dfc-10a3-4791-82b6-57645016cc7a req-e13e2b9c-df1b-4c44-8cf7-131985aa28bd tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.83 "DELETE /v2.0/ports/324790df-4066-4c21-84ed-8585fcf13a7c HTTP/1.1" status: 204 len: 173 time: 0.9119096 Sep 01 16:40:12.389292 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'name': 'network-vif-deleted', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:40:12.391949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2312a5-aeab-4252-a66b-5c55c2fa68b8" -d '{"events": [{"server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "name": "network-vif-deleted", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:12.473036 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:12.491564 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:12.493174 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:39:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:12.512182 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:12.599118 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b919123-f275-4103-8cc9-fe60e36e50a7 x-openstack-request-id: req-2b919123-f275-4103-8cc9-fe60e36e50a7 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:12.599870 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e6701-0c3a-4b00-91b3-4d99b6edc570", "name": "network-vif-deleted", "tag": "324790df-4066-4c21-84ed-8585fcf13a7c", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:12.599870 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b919123-f275-4103-8cc9-fe60e36e50a7 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:12.600370 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e6701-0c3a-4b00-91b3-4d99b6edc570', 'name': 'network-vif-deleted', 'tag': '324790df-4066-4c21-84ed-8585fcf13a7c', 'status': 'completed', 'code': 200} Sep 01 16:40:12.651999 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:12.886550 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:12.931364 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:12.946945 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:12.948021 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:39:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:13.086745 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:13.176075 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43158) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:13.239209 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.263644 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.314237 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f197712-edce-492f-89f7-18559ae38774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:13.317306 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.320539 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.325386 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "DELETE /v2.0/security-groups/6ea71a0b-a895-4c25-8c60-a218d36c715e HTTP/1.1" status: 204 len: 168 time: 0.1450469 Sep 01 16:40:13.326131 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43160) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:13.333957 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce387fd-b840-4e9a-9c11-60592f02707a tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea71a0b-a895-4c25-8c60-a218d36c715e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:13.343394 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.api.v2.resource [None req-c4e29792-81a8-46a5-9a90-00f1e59e07f7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] show failed (client error): The resource could not be found. Sep 01 16:40:13.347020 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c4e29792-81a8-46a5-9a90-00f1e59e07f7 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "GET /v2.0/security-groups/6ea71a0b-a895-4c25-8c60-a218d36c715e HTTP/1.1" status: 404 len: 347 time: 0.0166705 Sep 01 16:40:13.347436 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43162) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:13.443448 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f197712-edce-492f-89f7-18559ae38774 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:35:57Z', 'revision_number': 4, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': 'f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5', 'name': '', 'network_id': 'b1259f24-da26-42d9-bf89-b808618bdf75', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'mac_address': 'fa:16:3e:cd:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:56Z', 'updated_at': '2021-09-01T16:36:03Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'subnets': [{'id': 'ba3e9d77-53a5-4243-b196-8daff38caf24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:13.496158 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Deleting port a91f19dd-6d20-454a-9e58-12f6e73d1cfa {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:13.496505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.623629 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.624287 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.642664 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Calling delete_port for a91f19dd-6d20-454a-9e58-12f6e73d1cfa owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:13.706576 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68675f47-5d36-40d6-9214-df68d192b4b3 None None] New status for floating IP afde3da8-38bb-43f7-aad3-f9eaed1a60a3: DOWN {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:40:13.834592 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.836415 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-68675f47-5d36-40d6-9214-df68d192b4b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 16:40:13.836993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-68675f47-5d36-40d6-9214-df68d192b4b3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:40:13.876253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Pushing event deleted for resources: {'Port': ['ID=a91f19dd-6d20-454a-9e58-12f6e73d1cfa,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:13.949949 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.952976 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.954385 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-333aedc4-c3ec-4e06-8ef8-b98d0796d9e9 tempest-AttachVolumeTestJSON-1020268100 tempest-AttachVolumeTestJSON-1020268100-project] 10.222.0.101 "DELETE /v2.0/floatingips/afde3da8-38bb-43f7-aad3-f9eaed1a60a3 HTTP/1.1" status: 204 len: 168 time: 0.6058948 Sep 01 16:40:14.338719 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68675f47-5d36-40d6-9214-df68d192b4b3 None None] New status for floating IP afde3da8-38bb-43f7-aad3-f9eaed1a60a3: DOWN {{(pid=93860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:40:15.307024 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:40:16.129046 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 324790df-4066-4c21-84ed-8585fcf13a7c no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:16.160892 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 324790df-4066-4c21-84ed-8585fcf13a7c {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:40:16.161381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 324790df-4066-4c21-84ed-8585fcf13a7c not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:17.662970 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d4dfd8a-a4ea-4eaf-96b4-d91297b6211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:17.877514 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43190) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:18.294598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:18.612346 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Deleting port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:18.613009 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:18.708398 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] For port f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:18.708905 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:18.725108 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Calling delete_port for f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 owned by network:router_interface {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:19.185122 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:19.218807 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:19.419652 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:19.674791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Router 1b9e624f-2642-484b-b630-871dd090b524 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:19.797995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:19.805723 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c28f3c96-4510-495a-b97c-60c164072873 admin admin] 10.222.0.101 "PUT /v2.0/routers/1b9e624f-2642-484b-b630-871dd090b524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270506 Sep 01 16:40:19.808753 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43192) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:19.809269 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Sync routers for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:19.819525 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:19.820158 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:39:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:19.936349 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:19.962157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.077715 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.133685 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Deleting port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:20.134144 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.157154 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:40:19Z', 'revision_number': 5, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port': {'id': '19b09bd2-f6a0-49b7-96a9-3ea843d33b56', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9e624f-2642-484b-b630-871dd090b524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:35:55Z', 'updated_at': '2021-09-01T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:20.205013 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Checking router: 1b9e624f-2642-484b-b630-871dd090b524 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:20.218994 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Routers {'1b9e624f-2642-484b-b630-871dd090b524'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:20.219876 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:39:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['1b9e624f-2642-484b-b630-871dd090b524'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:20.276754 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] For port 19b09bd2-f6a0-49b7-96a9-3ea843d33b56, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:20.277921 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.303428 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Calling delete_port for 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:20.349664 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] Set router 1b9e624f-2642-484b-b630-871dd090b524 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:20.414079 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:40:20Z', 'revision_number': 6, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:20.446694 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1a9d8-0b9a-4b59-8506-fc6e84a20858 None None] The sync data for ids ['1b9e624f-2642-484b-b630-871dd090b524'] in dv-cinder-806726-5-iscsi is: [{'id': '1b9e624f-2642-484b-b630-871dd090b524', 'name': 'tempest-AttachVolumeTestJSON-534449512-router', 'tenant_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:35:54Z', 'updated_at': '2021-09-01T16:40:20Z', 'revision_number': 6, 'project_id': 'd2b3600f2af34f0c8bc3afe36eec294b', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:20.530232 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.560065 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Pushing event deleted for resources: {'Port': ['ID=19b09bd2-f6a0-49b7-96a9-3ea843d33b56,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:20.588584 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.589112 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.589827 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.590197 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.590538 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.590939 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.591276 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.591609 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.591940 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.592274 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.592597 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.592924 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:20.644362 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.744215 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.747029 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.804593 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.805457 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9e624f-2642-484b-b630-871dd090b524 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:40:20.813687 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.815473 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d06325b4-bd21-468c-b8f6-75dac1c06add admin admin] 10.222.0.101 "DELETE /v2.0/routers/1b9e624f-2642-484b-b630-871dd090b524 HTTP/1.1" status: 204 len: 168 time: 1.0054517 Sep 01 16:40:20.818967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43194) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:20.883503 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Deleting subnet ba3e9d77-53a5-4243-b196-8daff38caf24 {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:40:20.889567 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:20.930565 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.029763 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.101193 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.128259 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3e9d77-53a5-4243-b196-8daff38caf24,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:21.130335 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.132264 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f010b790-681d-46db-a889-d7c16746132e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ba3e9d77-53a5-4243-b196-8daff38caf24 HTTP/1.1" status: 204 len: 168 time: 0.3113046 Sep 01 16:40:21.136711 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43196) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:21.146977 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc79ac9-0b1d-4bf6-9aff-bd93163ef837 None None] Network b1259f24-da26-42d9-bf89-b808618bdf75 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:40:21.243508 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.336791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Deleting port d758af1a-0145-424d-b48c-4ebcbadbd169 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:21.337150 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.372025 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] DHCP port deletion for b1259f24-da26-42d9-bf89-b808618bdf75 request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:40:21.408756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] For port d758af1a-0145-424d-b48c-4ebcbadbd169, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d758af1a-0145-424d-b48c-4ebcbadbd169,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:21.409249 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.426857 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Calling delete_port for d758af1a-0145-424d-b48c-4ebcbadbd169 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:21.435489 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Deleting port d758af1a-0145-424d-b48c-4ebcbadbd169 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:21.435963 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.516059 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] For port d758af1a-0145-424d-b48c-4ebcbadbd169, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=d758af1a-0145-424d-b48c-4ebcbadbd169,segment=NetworkSegment(179bdefa-bbd9-4b83-8cda-9a779752fd84),segment_id=179bdefa-bbd9-4b83-8cda-9a779752fd84)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:21.516717 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.548208 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Calling delete_port for d758af1a-0145-424d-b48c-4ebcbadbd169 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:21.552607 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.598617 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d758af1a-0145-424d-b48c-4ebcbadbd169,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:21.608799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] No DVR routers for this DVR port d758af1a-0145-424d-b48c-4ebcbadbd169 on host dv-cinder-806726-5-iscsi {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:40:21.664148 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d758af1a-0145-424d-b48c-4ebcbadbd169 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:21.666890 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.701361 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.716253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1259f24-da26-42d9-bf89-b808618bdf75']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.723793 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: d758af1a-0145-424d-b48c-4ebcbadbd169 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:40:21.724145 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device d758af1a-0145-424d-b48c-4ebcbadbd169 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:21.724574 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:21.728043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Pushing event deleted for resources: {'Port': ['ID=d758af1a-0145-424d-b48c-4ebcbadbd169,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:21.739682 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179bdefa-bbd9-4b83-8cda-9a779752fd84') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.740084 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179bdefa-bbd9-4b83-8cda-9a779752fd84') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.749741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.751937 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:40:21.752289 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device f48ae3e9-3a7b-4b41-aadc-6b28b1abcda5 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:21.752821 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:21.754835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] No DVR routers for this DVR port d758af1a-0145-424d-b48c-4ebcbadbd169 on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:40:21.756925 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.757302 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.757659 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.758059 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.758349 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.758710 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.759049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.759385 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.759721 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.760056 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.760393 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.761278 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe77f085-4feb-4d5f-9c82-c1bd4b510f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:21.768299 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.783298 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:40:21.783710 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:40:21.785541 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:40:21.799436 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:40:21.799993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 19b09bd2-f6a0-49b7-96a9-3ea843d33b56 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:21.842260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.849564 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:21.851730 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b1259f24-da26-42d9-bf89-b808618bdf75 HTTP/1.1" status: 204 len: 168 time: 0.7136445 Sep 01 16:40:21.861588 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4141d-ce8f-42e4-9c23-4ce93ec46ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1259f24-da26-42d9-bf89-b808618bdf75,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:21.990805 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f94ca05d-a543-4a1c-8ba0-dfad67ab0842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.113329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43200) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:22.164050 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-db3181d7-a313-4cde-8b18-41049527496a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d2b3600f2af34f0c8bc3afe36eec294b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492296 Sep 01 16:40:22.167022 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43202) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:22.224971 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.231487 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.257597 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.307391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.310599 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:22.311924 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6cc49a50-9250-4d55-917f-b80ae55cfff9 HTTP/1.1" status: 204 len: 168 time: 0.1432903 Sep 01 16:40:22.322042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a6a9-9866-4c4d-803e-b4a30fd56cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc49a50-9250-4d55-917f-b80ae55cfff9,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:22.650003 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:24.833394 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:42.470707 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:46.560242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43418) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:46.732474 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Deleting port 1bcd708b-d64c-43a7-b528-4e2d478f107e {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:46.732738 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:46.819821 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:46.820152 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:46.833138 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Calling delete_port for 1bcd708b-d64c-43a7-b528-4e2d478f107e owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:46.991186 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:47.017600 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event deleted for resources: {'Port': ['ID=1bcd708b-d64c-43a7-b528-4e2d478f107e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:47.090687 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:47.091280 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Floating IP f6caa443-2853-4454-b700-06c7f77827a6 disassociated (deleted). External IP: 172.27.2.239, port: 93c1b847-db8f-48cb-b5c2-4101e216932e. Sep 01 16:40:47.303142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:47.431089 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:47.438702 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:47.442288 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Sync routers for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:47.453300 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:47.453936 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.471018 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-319ee79d-43b9-471a-89d9-e5451ac92262 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "DELETE /v2.0/floatingips/f6caa443-2853-4454-b700-06c7f77827a6 HTTP/1.1" status: 204 len: 168 time: 0.9096563 Sep 01 16:40:47.471706 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:40:47.474107 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806" -d '{"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:47.518166 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89afcb38-69ec-4f47-a609-7f9153764dca x-openstack-request-id: req-89afcb38-69ec-4f47-a609-7f9153764dca {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:47.518464 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:47.518756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89afcb38-69ec-4f47-a609-7f9153764dca {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:47.519165 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'status': 'completed', 'code': 200} Sep 01 16:40:47.571355 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:47.701111 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937d0341-147d-403a-8dfc-9a431f92bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:47.734316 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ac46-be16-4b48-9f35-9b71ddff4acb req-5562cd3b-e895-46c3-a3e8-6fa75d3cad7b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:47.735879 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-53a0ac46-be16-4b48-9f35-9b71ddff4acb req-5562cd3b-e895-46c3-a3e8-6fa75d3cad7b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0587800 Sep 01 16:40:47.786119 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-53a0ac46-be16-4b48-9f35-9b71ddff4acb req-f1e4712c-1c30-4fcb-ad14-bf17ed77a3c4 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Sep 01 16:40:47.811307 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.837839 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Checking router: 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:47.847026 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:47.847649 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.970148 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:48.185806 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:48.217721 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc1c2f5-4397-453d-bbb6-cfe9c070f3f3 None None] The sync data for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi is: [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:36:18Z', 'revision_number': 4, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '80ccec62-4a9a-45f7-aa58-5cf59f7962ab', 'name': '', 'network_id': 'e7b08433-7fcf-4308-bf3b-979456b35a9c', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'mac_address': 'fa:16:3e:a9:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:17Z', 'updated_at': '2021-09-01T16:36:23Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'subnets': [{'id': 'e43ad19b-8bc3-4dac-aa4e-56103cdbfd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:48.450968 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58114f-48b9-4976-98af-57e28589d75f None None] New status for floating IP f6caa443-2853-4454-b700-06c7f77827a6: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:40:48.854269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-1c6aba4a-a5ae-456d-a4d5-c89eed559c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:48.856425 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-1c6aba4a-a5ae-456d-a4d5-c89eed559c1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b7c536e09fa49889bbfef65717cdac7&device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 1098 time: 0.0543606 Sep 01 16:40:48.979401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bf09c-e0d1-4a84-9a17-34f122c61ea2 req-c573799c-95c4-4337-aee6-5cba5ed3050b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:48.981541 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e08bf09c-e0d1-4a84-9a17-34f122c61ea2 req-c573799c-95c4-4337-aee6-5cba5ed3050b tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.1174288 Sep 01 16:40:49.008920 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-85ff066f-429b-4a9e-8706-cbc89c76f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:49.010438 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-85ff066f-429b-4a9e-8706-cbc89c76f805 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 200 len: 909 time: 0.1445892 Sep 01 16:40:49.099077 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e08bf09c-e0d1-4a84-9a17-34f122c61ea2 req-e1edb7c1-75d3-4a8d-8d5d-2c1264777e67 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105180 Sep 01 16:40:49.101453 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-b040a55f-97cc-4574-ba16-5f3a026ea7bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 200 len: 217 time: 0.0703752 Sep 01 16:40:49.171918 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-9129ee0e-bbdd-4801-a751-fd23186b1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:49.173641 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-9129ee0e-bbdd-4801-a751-fd23186b1eb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 200 len: 847 time: 0.0525696 Sep 01 16:40:49.224647 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-e1c127b0-4229-476e-bcf2-bbe578e449f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:49.226340 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-e1c127b0-4229-476e-bcf2-bbe578e449f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e7b08433-7fcf-4308-bf3b-979456b35a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435898 Sep 01 16:40:49.322257 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-66b10f2b-ac94-4cb5-8771-920d3e02c2bb service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849299 Sep 01 16:40:50.222022 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07224d09-124e-442f-9c8f-b46d381fa78f req-ebcb6046-bdb5-4977-a1e4-0ea775a1656f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:50.223549 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07224d09-124e-442f-9c8f-b46d381fa78f req-ebcb6046-bdb5-4977-a1e4-0ea775a1656f tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0554607 Sep 01 16:40:50.266159 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07224d09-124e-442f-9c8f-b46d381fa78f req-beeeaf08-70b1-4e5b-9465-34756524528a tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362391 Sep 01 16:40:51.158507 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-a81a3e2e-1ce4-4859-99a6-cf52bf4d4806 req-f4efc050-e26c-470f-8f11-9ac154c3e7a4 service neutron] 10.222.0.83 "GET /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937994 Sep 01 16:40:51.387461 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8e19a-c361-4f63-b609-3aa185c88899 req-e866ae2a-f12c-4a1e-b444-2b992f74e396 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:51.388954 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9af8e19a-c361-4f63-b609-3aa185c88899 req-e866ae2a-f12c-4a1e-b444-2b992f74e396 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0518758 Sep 01 16:40:51.432781 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9af8e19a-c361-4f63-b609-3aa185c88899 req-ad3df0d9-6c54-49fc-bedf-64f6404ee9f0 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374584 Sep 01 16:40:51.978065 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4d6c-9c9b-4e6b-8628-f946b8f115f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:52.227580 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:52.307553 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:40:52.604485 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32f56-b871-4feb-b0a2-5dab8f808dc0 req-f4cf6b60-08cb-44a1-bcd7-2aaf93aa5fc9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:52.606090 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37f32f56-b871-4feb-b0a2-5dab8f808dc0 req-f4cf6b60-08cb-44a1-bcd7-2aaf93aa5fc9 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0642776 Sep 01 16:40:52.641909 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:52.648981 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-37f32f56-b871-4feb-b0a2-5dab8f808dc0 req-8721185e-f28f-47ac-805c-498f14832c6c tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366058 Sep 01 16:40:53.831633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-cf90205e-b9ca-4876-b16c-6417c46cebea tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:53.833158 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-cf90205e-b9ca-4876-b16c-6417c46cebea tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.83 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0760729 Sep 01 16:40:53.844545 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437d26-315f-450d-a70b-fb1c7a2586b0 req-a89e4078-9061-4ba4-b7a0-849d3e9c1e81 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:40:53.846135 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cc437d26-315f-450d-a70b-fb1c7a2586b0 req-a89e4078-9061-4ba4-b7a0-849d3e9c1e81 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 945 time: 0.0981455 Sep 01 16:40:53.940035 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cc437d26-315f-450d-a70b-fb1c7a2586b0 req-f035484d-921a-4e97-9672-4b50c2e57d30 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f52df53-28bb-49a3-91ed-5bc7f198d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831192 Sep 01 16:40:53.985734 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Deleting port 93c1b847-db8f-48cb-b5c2-4101e216932e {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:53.986088 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:54.103773 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] For port 93c1b847-db8f-48cb-b5c2-4101e216932e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=93c1b847-db8f-48cb-b5c2-4101e216932e,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:54.104123 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:54.119865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Calling delete_port for 93c1b847-db8f-48cb-b5c2-4101e216932e owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:54.258140 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:54.287804 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event deleted for resources: {'Port': ['ID=93c1b847-db8f-48cb-b5c2-4101e216932e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:54.335141 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] No DVR routers for this DVR port 93c1b847-db8f-48cb-b5c2-4101e216932e on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:40:54.338825 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:54.340439 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-12236a18-b8fe-4ce1-807e-d47153646b9f req-dedd021f-146a-4650-ac16-e1f072323f21 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.83 "DELETE /v2.0/ports/93c1b847-db8f-48cb-b5c2-4101e216932e HTTP/1.1" status: 204 len: 173 time: 0.4928877 Sep 01 16:40:54.340911 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-deleted', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:40:54.343519 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de15f29-963b-412e-b31e-11f2f665de0e" -d '{"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-deleted", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:54.389262 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c4dfb3-6cc2-41a4-a90a-d458c5ccf246 x-openstack-request-id: req-37c4dfb3-6cc2-41a4-a90a-d458c5ccf246 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:54.389553 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94a1cc3-49cf-4c0c-ba50-9123d2309a2e", "name": "network-vif-deleted", "tag": "93c1b847-db8f-48cb-b5c2-4101e216932e", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:54.389985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-37c4dfb3-6cc2-41a4-a90a-d458c5ccf246 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:54.390402 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94a1cc3-49cf-4c0c-ba50-9123d2309a2e', 'name': 'network-vif-deleted', 'tag': '93c1b847-db8f-48cb-b5c2-4101e216932e', 'status': 'completed', 'code': 200} Sep 01 16:40:54.837748 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:55.075016 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c68e5880-4dc6-4add-9d99-48573116ad09 req-dd614f92-ab50-4c62-9750-05f516e6c2b3 tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "GET /v2.0/ports?device_id=a94a1cc3-49cf-4c0c-ba50-9123d2309a2e HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 01 16:40:56.139767 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43514) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:56.204547 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:56.235451 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:56.298093 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:56.300737 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:56.301965 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] 10.222.0.101 "DELETE /v2.0/security-groups/1f52df53-28bb-49a3-91ed-5bc7f198d3ca HTTP/1.1" status: 204 len: 168 time: 0.1610651 Sep 01 16:40:56.312310 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66af910-43c3-4b3e-96fd-80119028da0d tempest-TestShelveInstance-1976830306 tempest-TestShelveInstance-1976830306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f52df53-28bb-49a3-91ed-5bc7f198d3ca,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:56.351589 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43518) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:56.997736 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:57.284354 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Deleting port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:57.285119 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:57.380099 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] For port 80ccec62-4a9a-45f7-aa58-5cf59f7962ab, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:57.380667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:57.407868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Calling delete_port for 80ccec62-4a9a-45f7-aa58-5cf59f7962ab owned by network:router_interface {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:57.647846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:57.677904 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ccec62-4a9a-45f7-aa58-5cf59f7962ab,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:57.900307 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.158881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:58.311908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:58.319195 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-6dd966a4-475e-46ce-9645-1702e8b09139 admin admin] 10.222.0.101 "PUT /v2.0/routers/8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9663692 Sep 01 16:40:58.321586 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43532) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:58.325927 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Sync routers for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:58.342847 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:58.343861 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:58.397038 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:58.437577 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 93c1b847-db8f-48cb-b5c2-4101e216932e {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:40:58.438030 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 93c1b847-db8f-48cb-b5c2-4101e216932e not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:58.455771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.506960 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:58.601994 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.670330 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Deleting port 1b55730f-99ab-4d32-84d6-c171aed55295 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:58.670728 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.725084 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:40:57Z', 'revision_number': 5, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port': {'id': '1b55730f-99ab-4d32-84d6-c171aed55295', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:15Z', 'updated_at': '2021-09-01T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:58.756969 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Checking router: 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:58.768095 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Routers {'8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:40:58.768747 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:58.779073 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] For port 1b55730f-99ab-4d32-84d6-c171aed55295, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=1b55730f-99ab-4d32-84d6-c171aed55295,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:58.779616 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.794758 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Calling delete_port for 1b55730f-99ab-4d32-84d6-c171aed55295 owned by network:router_gateway {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:58.873150 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] Set router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 gateway port host: None {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:40:58.927172 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:40:58Z', 'revision_number': 6, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:58.997350 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.032482 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b55730f-99ab-4d32-84d6-c171aed55295,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:59.092199 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656c2d-7d43-4452-aaa9-e563fef5e7fd None None] The sync data for ids ['8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576'] in dv-cinder-806726-5-iscsi is: [{'id': '8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576', 'name': 'tempest-TestShelveInstance-341495053-router', 'tenant_id': '0b7c536e09fa49889bbfef65717cdac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:14Z', 'updated_at': '2021-09-01T16:40:58Z', 'revision_number': 6, 'project_id': '0b7c536e09fa49889bbfef65717cdac7', 'gw_port_host': None}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:59.110781 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.218416 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.220874 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.269881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.270377 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 {{(pid=93858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:40:59.275417 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.276720 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-999f9f9e-0e30-458d-8d55-7dcc6985aee7 admin admin] 10.222.0.101 "DELETE /v2.0/routers/8d4d73ba-bbf3-4dbf-949d-d2f01c7d0576 HTTP/1.1" status: 204 len: 168 time: 0.9535751 Sep 01 16:40:59.279826 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43542) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:59.329253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Deleting subnet e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:40:59.332490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.369013 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.467610 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.533172 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.560472 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43ad19b-8bc3-4dac-aa4e-56103cdbfd63,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:59.564066 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.566023 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-55676317-ec86-4b2f-989c-fb7472d72217 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e43ad19b-8bc3-4dac-aa4e-56103cdbfd63 HTTP/1.1" status: 204 len: 168 time: 0.2852185 Sep 01 16:40:59.568751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43544) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:40:59.572093 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37bdba-6806-4725-86b5-b9140771a3e9 None None] Network e7b08433-7fcf-4308-bf3b-979456b35a9c requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:40:59.644562 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.708681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Deleting port 41cada44-7997-43d5-9244-e5cb9a8d62e2 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:59.709017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.779467 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] For port 41cada44-7997-43d5-9244-e5cb9a8d62e2, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=41cada44-7997-43d5-9244-e5cb9a8d62e2,segment=NetworkSegment(6c7a082a-438b-4143-98c0-1cc3bd8d16b9),segment_id=6c7a082a-438b-4143-98c0-1cc3bd8d16b9)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:59.779706 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.798203 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Calling delete_port for 41cada44-7997-43d5-9244-e5cb9a8d62e2 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:40:59.902180 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] DHCP port deletion for e7b08433-7fcf-4308-bf3b-979456b35a9c request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:40:59.915840 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.971040 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Deleting port 41cada44-7997-43d5-9244-e5cb9a8d62e2 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:40:59.971650 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:59.974204 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=41cada44-7997-43d5-9244-e5cb9a8d62e2,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:59.984854 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] No DVR routers for this DVR port 41cada44-7997-43d5-9244-e5cb9a8d62e2 on host dv-cinder-806726-5-iscsi {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:40:59.991779 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 41cada44-7997-43d5-9244-e5cb9a8d62e2 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:00.049887 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 41cada44-7997-43d5-9244-e5cb9a8d62e2 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:00.049887 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 41cada44-7997-43d5-9244-e5cb9a8d62e2 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:00.050289 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1b55730f-99ab-4d32-84d6-c171aed55295 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:00.067968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.076544 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 1b55730f-99ab-4d32-84d6-c171aed55295 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:00.077005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 1b55730f-99ab-4d32-84d6-c171aed55295 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:00.077337 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 80ccec62-4a9a-45f7-aa58-5cf59f7962ab no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:00.080382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b08433-7fcf-4308-bf3b-979456b35a9c']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.100367 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7a082a-438b-4143-98c0-1cc3bd8d16b9') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.100823 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7a082a-438b-4143-98c0-1cc3bd8d16b9') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.107893 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] For port 41cada44-7997-43d5-9244-e5cb9a8d62e2, host dv-cinder-806726-5-iscsi, got binding levels [] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:00.108305 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.110889 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 80ccec62-4a9a-45f7-aa58-5cf59f7962ab {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:00.111238 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 80ccec62-4a9a-45f7-aa58-5cf59f7962ab not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:00.115355 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.125530 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Calling delete_port for 41cada44-7997-43d5-9244-e5cb9a8d62e2 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:41:00.128778 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.ipam_backend_mixin [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Port 41cada44-7997-43d5-9244-e5cb9a8d62e2 was not found and therefore no delete operation was performed {{(pid=93860) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:41:00.130479 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.134256 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.142215 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:41:00.142865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:41:00.144814 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:41:00.158543 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] Pushing event deleted for resources: {'Port': ['ID=41cada44-7997-43d5-9244-e5cb9a8d62e2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:00.162631 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea460a-183f-4e3d-9767-ad80efed9c76 None None] No DVR routers for this DVR port 41cada44-7997-43d5-9244-e5cb9a8d62e2 on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:41:00.216589 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.225338 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.229078 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e7b08433-7fcf-4308-bf3b-979456b35a9c HTTP/1.1" status: 204 len: 168 time: 0.6576762 Sep 01 16:41:00.231417 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43548) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:00.249239 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96edd98-9926-4a69-8c69-52982ed4f2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b08433-7fcf-4308-bf3b-979456b35a9c,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:00.610015 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.887829 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Deleting port 393edb0c-0c58-4f55-86af-28a9cb569a3a {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:41:00.888279 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.971371 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] For port 393edb0c-0c58-4f55-86af-28a9cb569a3a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=393edb0c-0c58-4f55-86af-28a9cb569a3a,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:00.971746 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:00.984919 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Calling delete_port for 393edb0c-0c58-4f55-86af-28a9cb569a3a owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:41:01.195208 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:01.227743 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=393edb0c-0c58-4f55-86af-28a9cb569a3a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:01.424759 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:01.647904 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:01.755255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:01.760315 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d424d4f8-359f-4770-adce-e6e1b4bf00e8 admin admin] 10.222.0.101 "PUT /v2.0/routers/ee5e7c9b-00fa-4e3f-b722-74cdb606fe70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5278497 Sep 01 16:41:01.763442 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43552) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:01.767371 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Sync routers for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:01.781192 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:41:01.781848 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:01.869923 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:01.886075 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:41:01.982613 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.039436 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Deleting port 937f3731-743a-49bb-ae2f-f4970043a898 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:41:02.039779 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.075024 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '937f3731-743a-49bb-ae2f-f4970043a898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:41:01Z', 'revision_number': 5, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port': {'id': '937f3731-743a-49bb-ae2f-f4970043a898', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.102070 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Checking router: ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:02.113954 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Routers {'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:41:02.114662 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:40:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.233449 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] Set router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:41:02.296147 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:41:01Z', 'revision_number': 6, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.323417 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cb410-e9f1-43e9-b1a4-d959d645615e None None] The sync data for ids ['ee5e7c9b-00fa-4e3f-b722-74cdb606fe70'] in dv-cinder-806726-5-iscsi is: [{'id': 'ee5e7c9b-00fa-4e3f-b722-74cdb606fe70', 'name': 'tempest-TestShelveInstance-466508496-router', 'tenant_id': '7c0d8bb8407a4949b4e8df167ff56080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:36:21Z', 'updated_at': '2021-09-01T16:41:01Z', 'revision_number': 6, 'project_id': '7c0d8bb8407a4949b4e8df167ff56080', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:02.395290 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] For port 937f3731-743a-49bb-ae2f-f4970043a898, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=937f3731-743a-49bb-ae2f-f4970043a898,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:02.395661 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.409319 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Calling delete_port for 937f3731-743a-49bb-ae2f-f4970043a898 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:41:02.584494 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.611752 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Pushing event deleted for resources: {'Port': ['ID=937f3731-743a-49bb-ae2f-f4970043a898,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:02.672130 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.770673 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.773110 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.821710 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.822244 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:41:02.826901 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.827796 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cfc84b13-f370-49fd-9312-9f975908d820 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ee5e7c9b-00fa-4e3f-b722-74cdb606fe70 HTTP/1.1" status: 204 len: 168 time: 1.0633926 Sep 01 16:41:02.830398 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43556) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:02.876212 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Deleting subnet 65c6d8b6-9811-4377-97be-38d18296c007 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:41:02.879707 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:02.913167 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26025142'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.003013 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.068227 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26170324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25398973'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.108494 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c6d8b6-9811-4377-97be-38d18296c007,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:03.110549 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.112494 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d1be976f-fdf2-4dbf-bb45-9fcec96dc71f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/65c6d8b6-9811-4377-97be-38d18296c007 HTTP/1.1" status: 204 len: 168 time: 0.2810571 Sep 01 16:41:03.122557 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9b005-e763-421f-bf74-0352b60f2905 None None] Network 34504c76-afd0-4019-9030-398413d6e9ff requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:41:03.123919 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43568) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:03.204863 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.268015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Deleting port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:41:03.268369 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.355476 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] For port fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:03.356031 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.363304 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] DHCP port deletion for 34504c76-afd0-4019-9030-398413d6e9ff request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:41:03.378355 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Calling delete_port for fcd63e2c-2ab2-4882-ad72-7217b075a2a6 owned by network:dhcp {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:41:03.442514 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Deleting port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:41:03.442749 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.491536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.529477 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:03.535180 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] No DVR routers for this DVR port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 on host dv-cinder-806726-5-iscsi {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:41:03.569101 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] For port fcd63e2c-2ab2-4882-ad72-7217b075a2a6, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,segment=NetworkSegment(84a2b48d-3484-4e7c-b676-9d78f00eef29),segment_id=84a2b48d-3484-4e7c-b676-9d78f00eef29)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:03.570035 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.596863 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Calling delete_port for fcd63e2c-2ab2-4882-ad72-7217b075a2a6 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:41:03.623707 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.634858 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34504c76-afd0-4019-9030-398413d6e9ff']}} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:03.651612 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a2b48d-3484-4e7c-b676-9d78f00eef29') {'for_net_delete': True} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:03.651918 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.services.segments.db [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a2b48d-3484-4e7c-b676-9d78f00eef29') {} {{(pid=93858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:03.661634 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25921971'] for segment, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.666322 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 393edb0c-0c58-4f55-86af-28a9cb569a3a no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:03.677293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.688558 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:41:03.689085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29148407'] for segment, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: Traceback (most recent call last): Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: timer() Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: cb(*args, **kw) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: return func(*args, **kwargs) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: self._notify() Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: self.callback(batched_events) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: event.method(event) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: return f(self, *a, **k) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._get(url).json() Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: return self.request(url, 'GET', **kwargs) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:41:03.691127 dv-cinder-806726-5-iscsi neutron-server[93858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:41:03.700353 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 393edb0c-0c58-4f55-86af-28a9cb569a3a {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:03.700713 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 393edb0c-0c58-4f55-86af-28a9cb569a3a not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:03.701147 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 937f3731-743a-49bb-ae2f-f4970043a898 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:03.727627 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 937f3731-743a-49bb-ae2f-f4970043a898 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:03.727958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 937f3731-743a-49bb-ae2f-f4970043a898 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:03.728392 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device fcd63e2c-2ab2-4882-ad72-7217b075a2a6 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:03.757137 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: fcd63e2c-2ab2-4882-ad72-7217b075a2a6 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:41:03.757512 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device fcd63e2c-2ab2-4882-ad72-7217b075a2a6 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:03.758142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.763989 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.769261 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] 10.222.0.101 "DELETE /v2.0/networks/34504c76-afd0-4019-9030-398413d6e9ff HTTP/1.1" status: 204 len: 168 time: 0.6433647 Sep 01 16:41:03.782689 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755855b-84d1-4a89-a7ef-1f5c59fe5eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=34504c76-afd0-4019-9030-398413d6e9ff,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:03.786736 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:03.797281 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Network 34504c76-afd0-4019-9030-398413d6e9ff is not hosted by any dhcp agent {{(pid=93860) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 16:41:03.797816 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] No DVR routers for this DVR port fcd63e2c-2ab2-4882-ad72-7217b075a2a6 on host dv-cinder-806726-5-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:41:03.817880 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237be7d-fa3e-4e70-8b16-61339e83cf50 None None] Pushing event deleted for resources: {'Port': ['ID=fcd63e2c-2ab2-4882-ad72-7217b075a2a6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:03.983309 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43582) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:04.028592 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-143f3c4a-8ffe-4d49-b53e-675411826812 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0b7c536e09fa49889bbfef65717cdac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437996 Sep 01 16:41:04.031308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43584) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:04.088112 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.116820 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.171460 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.177615 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.177615 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/313b8fcb-435a-40d0-a04a-781336513221 HTTP/1.1" status: 204 len: 168 time: 0.1447663 Sep 01 16:41:04.189655 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9736866-79d6-49b3-8c3c-43ff580a9b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b8fcb-435a-40d0-a04a-781336513221,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:04.608738 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43602) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:04.673980 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-66d3a4c7-dc4f-497c-86a4-0db7e4c094f3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7c0d8bb8407a4949b4e8df167ff56080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634491 Sep 01 16:41:04.676402 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43606) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:04.747127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.779562 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.853822 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.858442 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:04.860177 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bbc14403-973f-4f8d-98dc-6b34002dbb71 HTTP/1.1" status: 204 len: 168 time: 0.1826787 Sep 01 16:41:04.873142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9b572-4d29-4da4-9215-69c8374b6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc14403-973f-4f8d-98dc-6b34002dbb71,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:06.672821 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43644) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:06.821747 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2b134c4-4b9a-4037-a5c8-375cb9617f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:06.940992 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2b134c4-4b9a-4037-a5c8-375cb9617f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:06.945728 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2b134c4-4b9a-4037-a5c8-375cb9617f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.000414 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c2b134c4-4b9a-4037-a5c8-375cb9617f4f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2fb6cfc1f19f42b39791b62f2eeedb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262498 Sep 01 16:41:07.001649 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b134c4-4b9a-4037-a5c8-375cb9617f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81062cb-532e-483c-b785-db42a4255cd4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:07.003577 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43648) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:07.060382 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.088104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.151864 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.155432 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.156656 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c81062cb-532e-483c-b785-db42a4255cd4 HTTP/1.1" status: 204 len: 168 time: 0.1511788 Sep 01 16:41:07.165654 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7ff51-9b66-49f0-acc6-4664005510f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81062cb-532e-483c-b785-db42a4255cd4,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:07.501130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43654) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:07.516009 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f374-1710-41ab-bc9d-8e2320249ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.646279 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f374-1710-41ab-bc9d-8e2320249ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.651558 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2cb1f374-1710-41ab-bc9d-8e2320249ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.693896 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2cb1f374-1710-41ab-bc9d-8e2320249ed1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f96b4c72373c4b61954cf69fbaa6cd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913993 Sep 01 16:41:07.695385 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1f374-1710-41ab-bc9d-8e2320249ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e631e29c-d5e5-4d0b-9724-97636c5e40ba,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:07.696801 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43656) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:07.763621 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.793567 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.855671 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.859242 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:07.860685 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e631e29c-d5e5-4d0b-9724-97636c5e40ba HTTP/1.1" status: 204 len: 168 time: 0.1627777 Sep 01 16:41:07.871168 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f81fcf-cb10-41d5-87bd-cd8cc56679d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631e29c-d5e5-4d0b-9724-97636c5e40ba,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:12.488329 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:17.654922 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a2a294b-d92f-405f-a9b9-42d03b9015f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.285784 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43796) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:20.421083 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c7a079a-319c-41f8-91c7-349b5b8bf7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.519264 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c7a079a-319c-41f8-91c7-349b5b8bf7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.523611 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c7a079a-319c-41f8-91c7-349b5b8bf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.568875 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3c7a079a-319c-41f8-91c7-349b5b8bf7ad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5fa955d37dba48e293baea94bae41ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820740 Sep 01 16:41:20.569809 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a079a-319c-41f8-91c7-349b5b8bf7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc291840-10bb-479e-b943-9b17b1505560,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:20.575061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43800) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:20.639466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.668982 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.725273 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.727903 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:20.729130 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cc291840-10bb-479e-b943-9b17b1505560 HTTP/1.1" status: 204 len: 168 time: 0.1559873 Sep 01 16:41:20.738542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc291840-10bb-479e-b943-9b17b1505560,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:20.747753 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.748060 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.748453 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.748714 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.749052 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.749411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.749749 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.750082 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.750415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.750836 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.751074 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:20.751386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfcefe-b6ec-4a25-93ce-a7de845a66b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.030133 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43806) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:21.044940 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.161483 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.166883 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.211316 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda3583-1915-44c1-9979-db87a198c6f7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:21.216225 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ba8aa5a5a8144b983344916fef99715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849136 Sep 01 16:41:21.219842 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43810) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:21.224346 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.224806 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.225287 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.225717 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.226147 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.226491 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.226956 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.227365 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.227814 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.228288 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.228754 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.229170 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c09eb-c2e0-49df-a6b5-f7a3abe661a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:21.287394 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.312384 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.363960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.366541 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:21.367711 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7eda3583-1915-44c1-9979-db87a198c6f7 HTTP/1.1" status: 204 len: 168 time: 0.1467876 Sep 01 16:41:21.376660 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a88e2-d6d2-4eea-9432-1260fe5e5662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda3583-1915-44c1-9979-db87a198c6f7,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:21.972359 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7300d970-a234-4840-9f89-80f1848fdd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:22.226824 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:22.648058 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:24.834782 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:29.310479 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:41:42.502263 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:44.687762 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 43966) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:44.840080 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f88e52f5-a988-4c2b-af8b-9a301cc97759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:44.967760 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f88e52f5-a988-4c2b-af8b-9a301cc97759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:44.972672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-f88e52f5-a988-4c2b-af8b-9a301cc97759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.015258 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-f88e52f5-a988-4c2b-af8b-9a301cc97759 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a53855e030b8449cb827184531e20566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263378 Sep 01 16:41:45.016218 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e52f5-a988-4c2b-af8b-9a301cc97759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e437ef-d068-452f-9434-10133538337e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:45.017983 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 43970) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:45.085016 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.109750 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.159594 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.162234 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.163428 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/05e437ef-d068-452f-9434-10133538337e HTTP/1.1" status: 204 len: 168 time: 0.1444376 Sep 01 16:41:45.172385 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09073a-d851-4ce3-8c97-a8d8b9e7c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e437ef-d068-452f-9434-10133538337e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:47.660554 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7b653b0f-172c-42ad-9677-870fde767ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:51.985958 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-43d3c369-ca6e-47fa-8352-e5fa74375360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:52.224345 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:52.650765 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.561750 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44048) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:54.687920 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b53edae-2303-41cf-ab11-21df003db19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.798529 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b53edae-2303-41cf-ab11-21df003db19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.804271 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7b53edae-2303-41cf-ab11-21df003db19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.842201 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.848994 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7b53edae-2303-41cf-ab11-21df003db19f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=82e0d171886f4828a45f8b0b6372aa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860951 Sep 01 16:41:54.850056 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53edae-2303-41cf-ab11-21df003db19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5295677c-d7ce-4d86-91b3-264856977ff5,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:54.852093 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44054) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:54.919299 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:54.947769 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:55.003097 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:55.007121 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:55.008346 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5295677c-d7ce-4d86-91b3-264856977ff5 HTTP/1.1" status: 204 len: 168 time: 0.1548746 Sep 01 16:41:55.020102 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc5c62-080f-494a-bdd8-29a009045b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5295677c-d7ce-4d86-91b3-264856977ff5,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:55.808247 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44084) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:55.959831 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1538762098-network', 'tenant_id': '2d313292891b40ec80ee668d3fdce963'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:55.991158 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Made reservation on behalf of 2d313292891b40ec80ee668d3fdce963 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:55.994968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.007907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.137342 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.142392 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.169130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:41:56.181361 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c316fa-414b-42da-af4b-51d944511a95,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:56.193266 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.193677 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Added segment a464f45a-6c4b-45d8-9acf-7bed0185aee0 of type vlan for network b727d985-3b8f-4b60-b998-9967497631f9 Sep 01 16:41:56.245556 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.279998 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.281280 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:41:56.281713 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.342914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5331011 Sep 01 16:41:56.346632 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44090) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:56.352117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Request body: {'subnet': {'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1538762098-subnet', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:56.361027 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bebe5-66f2-4a91-8436-c7e8b35180e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b727d985-3b8f-4b60-b998-9967497631f9,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:56.374558 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network b727d985-3b8f-4b60-b998-9967497631f9 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:41:56.377147 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Made reservation on behalf of 2d313292891b40ec80ee668d3fdce963 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:56.379523 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25398930'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.588612 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26168587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398916'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.691674 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b496da2-7ab8-459c-bb8e-21bd43014c51,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:56.705233 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:41:56.705854 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Network hostable DHCP agents. Network: b727d985-3b8f-4b60-b998-9967497631f9, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:41:56.741890 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Network b727d985-3b8f-4b60-b998-9967497631f9 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:41:56.754079 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, b727d985-3b8f-4b60-b998-9967497631f9) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:56.759357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:41:56.760212 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.767237 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6468d-dd6b-444a-ad26-9c8bd11a0114 None None] Network b727d985-3b8f-4b60-b998-9967497631f9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:41:56.784222 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-183f51e5-28f4-4a7f-ab6b-a24442d28bd9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4361160 Sep 01 16:41:56.788010 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44094) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:56.799925 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:56.825872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.827308 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.892770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:56.993437 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-b727d985-3b8f-4b60-b998-9967497631f9', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:41:56.994777 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.095104 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.190119 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Allocated IP 172.20.0.2 (b727d985-3b8f-4b60-b998-9967497631f9/3b496da2-7ab8-459c-bb8e-21bd43014c51/098395f8-e716-4c9b-9a7e-506f4c96de59) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:57.371181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.386102 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Transition to ACTIVE for port object 098395f8-e716-4c9b-9a7e-506f4c96de59 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:41:57.401723 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.406259 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Transition to ACTIVE for port object 098395f8-e716-4c9b-9a7e-506f4c96de59 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:41:57.415651 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.433124 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.479011 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:57.487181 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:57.492156 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:41:57.504156 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Pushing event updated for resources: {'Port': ['ID=098395f8-e716-4c9b-9a7e-506f4c96de59,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:57.522327 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.523235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.523831 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.524569 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.525140 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.525646 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.526415 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.526927 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.527451 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.527956 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.528492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.529050 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:57.608320 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Attempting to bind port 098395f8-e716-4c9b-9a7e-506f4c96de59 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:41:57.608914 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Attempting to bind port 098395f8-e716-4c9b-9a7e-506f4c96de59 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:41:57.609468 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Attempting to bind port 098395f8-e716-4c9b-9a7e-506f4c96de59 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:41:57.613766 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Allocated IP 172.27.2.172 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/34b50738-43e7-4b36-b5eb-b2b3764f73e2) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:57.622963 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:41:57.623456 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:41:57.624636 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.625370 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Bound using segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:41:57.626184 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Bound port: 098395f8-e716-4c9b-9a7e-506f4c96de59, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:41:57.626770 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.763574 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] For port 098395f8-e716-4c9b-9a7e-506f4c96de59, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:57.769598 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] For port 098395f8-e716-4c9b-9a7e-506f4c96de59, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=098395f8-e716-4c9b-9a7e-506f4c96de59,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:57.785036 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.818536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.879282 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9599d-fe55-437d-bd3a-fd2a5bdb8b6a None None] Pushing event updated for resources: {'Port': ['ID=098395f8-e716-4c9b-9a7e-506f4c96de59,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:57.880231 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:57.948957 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:57.953801 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:57.957999 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:41:58.016577 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Pushing event updated for resources: {'Port': ['ID=34b50738-43e7-4b36-b5eb-b2b3764f73e2,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:58.350285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:59.026158 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:59.056205 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aecb92-cf0a-4e8d-9550-60090b406746 None None] Network b727d985-3b8f-4b60-b998-9967497631f9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:41:59.181532 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-a5ba57a8-7551-48a1-a449-ca5002fc95ba None None] Provisioning for port 098395f8-e716-4c9b-9a7e-506f4c96de59 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:41:59.238606 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:41:59.424946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:59.445228 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:59.458849 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:59.460815 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-2949fb84-0966-4684-906e-fb3d2a4dc4ee admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6688907 Sep 01 16:41:59.467223 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:41:59.468211 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44096) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:41:59.469170 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:59.672430 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:41:59.746262 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 098395f8-e716-4c9b-9a7e-506f4c96de59 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:00.017828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 098395f8-e716-4c9b-9a7e-506f4c96de59 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:00.032947 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 098395f8-e716-4c9b-9a7e-506f4c96de59 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:00.033358 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.119033 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.184525 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:41:58Z', 'revision_number': 3, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:00.227183 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:00.227721 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Updating router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:42:00.253082 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.275613 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.357354 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 098395f8-e716-4c9b-9a7e-506f4c96de59, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=098395f8-e716-4c9b-9a7e-506f4c96de59,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:00.360422 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Allocated IP 172.20.0.1 (b727d985-3b8f-4b60-b998-9967497631f9/3b496da2-7ab8-459c-bb8e-21bd43014c51/125f435f-743f-4730-9719-4ae3b2a1d000) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:00.368390 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.534876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=098395f8-e716-4c9b-9a7e-506f4c96de59,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:00.538928 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.555715 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Transition to ACTIVE for port object 125f435f-743f-4730-9719-4ae3b2a1d000 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:00.601653 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.647461 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:00.651507 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:00.656628 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:00.719482 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.764819 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.781620 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Transition to ACTIVE for port object 34b50738-43e7-4b36-b5eb-b2b3764f73e2 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:00.784753 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Pushing event updated for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:00.792752 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.854971 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae76e2-a7d4-451a-94f9-704a3fbe4de7 None None] Pushing event updated for resources: {'Port': ['ID=34b50738-43e7-4b36-b5eb-b2b3764f73e2,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:00.858726 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Attempting to bind port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:00.859347 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Attempting to bind port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:00.859986 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Attempting to bind port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:00.867588 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:00.867977 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:00.868393 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.868799 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:00.869330 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Bound port: 34b50738-43e7-4b36-b5eb-b2b3764f73e2, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:00.869729 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.941510 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:00.947496 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] For port 34b50738-43e7-4b36-b5eb-b2b3764f73e2, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:00.954072 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] For port 34b50738-43e7-4b36-b5eb-b2b3764f73e2, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=34b50738-43e7-4b36-b5eb-b2b3764f73e2,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:00.961682 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.030179 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:01.030933 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:01.096712 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae76e2-a7d4-451a-94f9-704a3fbe4de7 None None] Pushing event updated for resources: {'Port': ['ID=34b50738-43e7-4b36-b5eb-b2b3764f73e2,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:01.194150 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:01.208668 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.215536 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26170242'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.298621 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d660051b-4f88-43af-a3b5-f1a6e733a35d None None] Provisioning for port 125f435f-743f-4730-9719-4ae3b2a1d000 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:01.308249 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Pushing event updated for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:01.311952 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.358040 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d660051b-4f88-43af-a3b5-f1a6e733a35d None None] Provisioning complete for port 125f435f-743f-4730-9719-4ae3b2a1d000 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:01.358513 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d660051b-4f88-43af-a3b5-f1a6e733a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.432718 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d660051b-4f88-43af-a3b5-f1a6e733a35d None None] Port 125f435f-743f-4730-9719-4ae3b2a1d000 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:42:01.471951 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:01.473713 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:01.539032 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:01.582305 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82075ce9-8a77-4e2d-aecb-61341e969815 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:01.637157 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:42:01.710970 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 098395f8-e716-4c9b-9a7e-506f4c96de59 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:01.789960 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-5d9a7fa1-1b20-4c63-8182-893895e2272a None None] Provisioning complete for port 125f435f-743f-4730-9719-4ae3b2a1d000 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:01.790635 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7fa1-1b20-4c63-8182-893895e2272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:01.814508 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:01.827074 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1c7f5bbe-5ae0-4f09-acdc-0ab96222b769 admin admin] 10.222.0.101 "PUT /v2.0/routers/f37e0ccb-1924-43e5-98f3-e05ba0a77b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3509421 Sep 01 16:42:01.878462 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a7fa1-1b20-4c63-8182-893895e2272a None None] Port 125f435f-743f-4730-9719-4ae3b2a1d000 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:42:01.883077 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 098395f8-e716-4c9b-9a7e-506f4c96de59 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:01.883497 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.607020 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44112) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:02.616511 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-314931376-network', 'tenant_id': 'd24411ba9548441e93cf955c36046736'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:02.641869 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Made reservation on behalf of d24411ba9548441e93cf955c36046736 for: {'network': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:42:02.644373 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for network, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.656658 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.788489 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.795444 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.827000 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=93858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:42:02.834237 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28754ad3-2226-4338-9e89-4105c4b66521,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:02.842481 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.843009 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.segments_db [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Added segment 7317cc49-6d72-49d6-a63c-153af70d3827 of type vlan for network 3bdd130d-1802-4cea-a5f2-e1e363757899 Sep 01 16:42:02.925700 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787525813360'] for network, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.959669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542'] for network, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:02.961419 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:02.961845 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.022333 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4134760 Sep 01 16:42:03.025430 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44114) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:03.031146 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Request body: {'subnet': {'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-314931376-subnet', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:03.040099 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e741172-98ae-42e5-b4e1-43f8904fbae3 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdd130d-1802-4cea-a5f2-e1e363757899,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:03.055336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 details requested by agent ovs-agent-dv-cinder-806726-5-iscsi with host dv-cinder-806726-5-iscsi {{(pid=93860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:42:03.060695 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Made reservation on behalf of d24411ba9548441e93cf955c36046736 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:42:03.064031 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25398930'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.291770 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26168587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398916'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.353748 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db59d51d-7643-4029-ac02-f5c058c72a18,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:03.366095 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Checking segment: {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:03.366877 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Network hostable DHCP agents. Network: 3bdd130d-1802-4cea-a5f2-e1e363757899, hostable agents: ['f415713d-cf16-43b0-9940-fec40ec1907c'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:42:03.387400 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 is scheduled to be hosted by DHCP agent f415713d-cf16-43b0-9940-fec40ec1907c with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:42:03.398127 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-5-iscsi, 3bdd130d-1802-4cea-a5f2-e1e363757899) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:03.404792 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:03.405619 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.411619 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c55bd-a1ce-42eb-a284-cee378601111 None None] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:42:03.430196 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ecd2509a-b315-48a9-b10b-8c2dac68ff81 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4033344 Sep 01 16:42:03.433453 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44116) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:03.441777 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:03.474329 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3907595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4375'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.476015 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3915245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3913886', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4352'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.550575 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.614151 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b30241b-b973-58c5-9805-cc4025d7746d-3bdd130d-1802-4cea-a5f2-e1e363757899', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18'}]}} from dv-cinder-806726-5-iscsi. {{(pid=93860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:42:03.615049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.752629 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 34b50738-43e7-4b36-b5eb-b2b3764f73e2 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:03.764847 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:03.880591 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Allocated IP 172.20.0.2 (3bdd130d-1802-4cea-a5f2-e1e363757899/db59d51d-7643-4029-ac02-f5c058c72a18/3d976b8e-bea2-4318-93ce-ba7a8abf4d1b) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:03.887600 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:03.902254 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:03.903204 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.019828 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.041277 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.090804 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.135682 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:04.147770 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 34b50738-43e7-4b36-b5eb-b2b3764f73e2, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=34b50738-43e7-4b36-b5eb-b2b3764f73e2,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:04.153582 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.157461 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:04.159098 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:04.182427 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Allocated IP 172.27.2.123 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/a6f9d14c-a674-4590-a75a-88a572927d4a) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:04.208488 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.228470 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Transition to ACTIVE for port object 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:04.237911 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=34b50738-43e7-4b36-b5eb-b2b3764f73e2,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:04.258530 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Transition to ACTIVE for port object 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:04.267512 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.309672 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:04.315174 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:04.316282 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.319269 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:04.321137 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:04.328856 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Pushing event updated for resources: {'Port': ['ID=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:04.365874 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.388987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Attempting to bind port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:04.389316 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Attempting to bind port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:04.389688 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Attempting to bind port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b on network 3bdd130d-1802-4cea-a5f2-e1e363757899 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:04.395513 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:04.395890 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Checking segment: {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:04.396299 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.396691 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Bound using segment: {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:04.397166 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Bound port: 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:04.397591 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.416765 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:04.434119 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:04.441849 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:04.475874 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Pushing event updated for resources: {'Port': ['ID=a6f9d14c-a674-4590-a75a-88a572927d4a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:04.486827 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] For port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:04.490408 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] For port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:04.499525 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.569788 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb506-fe3d-4782-b7d9-128e50767545 None None] Pushing event updated for resources: {'Port': ['ID=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:04.584811 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:01Z', 'revision_number': 2, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:04.617985 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:04.618364 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Updating router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c port 125f435f-743f-4730-9719-4ae3b2a1d000 binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:42:04.648508 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.966502 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.978438 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Transition to ACTIVE for port object 125f435f-743f-4730-9719-4ae3b2a1d000 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:04.980799 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:04.987407 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.068595 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Pushing event updated for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:05.083910 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.084457 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.084997 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.085552 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.086085 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.086615 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.087145 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.087687 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.088249 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.088781 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.089337 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.089867 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:05.159096 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Attempting to bind port 125f435f-743f-4730-9719-4ae3b2a1d000 on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:05.160124 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Attempting to bind port 125f435f-743f-4730-9719-4ae3b2a1d000 by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:05.160124 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Attempting to bind port 125f435f-743f-4730-9719-4ae3b2a1d000 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:05.166683 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:05.167068 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:05.167505 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.167904 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Bound using segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:05.168380 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Bound port: 125f435f-743f-4730-9719-4ae3b2a1d000, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:05.168764 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.257182 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] For port 125f435f-743f-4730-9719-4ae3b2a1d000, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:05.261667 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] For port 125f435f-743f-4730-9719-4ae3b2a1d000, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=125f435f-743f-4730-9719-4ae3b2a1d000,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:05.270831 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.272553 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3913965'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.355117 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:05.355771 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:05.424935 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93284ae3-fef4-488f-882b-074cf5690475 None None] Pushing event updated for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:05.462853 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Router 853da88f-8385-4d0b-bf09-a2088d1be73f is scheduled to L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:42:05.542565 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:05.605140 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:05.621967 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Sync routers for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:05.624937 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:05.629456 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44118) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:05.629965 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c7341574-366e-4621-99c4-34ef6912d3ef admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1944625 Sep 01 16:42:05.637606 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:05.638812 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:05.798650 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:05.820852 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:05Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:05.827134 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593c29f-ec18-46f4-86cc-e4454409352c None None] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:42:05.854631 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5bde23-1074-4f2a-848c-869254496046 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:05Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:06.098711 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:06.143088 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3f4c1420-3c91-40f4-8658-8630907cced2 None None] Provisioning for port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:06.269238 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:06.271258 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.280858 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:06.281328 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.313641 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:06.370831 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 3, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:06.402140 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Checking router: 853da88f-8385-4d0b-bf09-a2088d1be73f for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:06.402498 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Updating router 853da88f-8385-4d0b-bf09-a2088d1be73f port a6f9d14c-a674-4590-a75a-88a572927d4a binding host dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:42:06.462527 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.463762 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Allocated IP 172.20.0.1 (3bdd130d-1802-4cea-a5f2-e1e363757899/db59d51d-7643-4029-ac02-f5c058c72a18/5daf487f-64d8-448c-8d8a-521f88be746c) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:06.467004 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.576739 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:06.588240 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.589041 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 125f435f-743f-4730-9719-4ae3b2a1d000 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:06.590055 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.605106 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Transition to ACTIVE for port object 5daf487f-64d8-448c-8d8a-521f88be746c will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:06.647501 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.694700 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:06.697790 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:06.702145 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:06.722708 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:06.740621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Pushing event updated for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:06.759771 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 125f435f-743f-4730-9719-4ae3b2a1d000 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:06.764016 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908766'] for router_interface, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.769848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 125f435f-743f-4730-9719-4ae3b2a1d000 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:06.770227 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.864366 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-29282556-8fcb-493d-a93e-ac416107d0b6 None None] Provisioning complete for port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:06.864753 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29282556-8fcb-493d-a93e-ac416107d0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.903554 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.923186 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:06.959216 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Transition to ACTIVE for port object a6f9d14c-a674-4590-a75a-88a572927d4a will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:06.972023 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.005937 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.086260 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09c4d-25dd-4f6e-819f-395e350b6d01 None None] Pushing event updated for resources: {'Port': ['ID=a6f9d14c-a674-4590-a75a-88a572927d4a,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:07.098122 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Attempting to bind port a6f9d14c-a674-4590-a75a-88a572927d4a on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:07.098493 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Attempting to bind port a6f9d14c-a674-4590-a75a-88a572927d4a by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:07.098909 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Attempting to bind port a6f9d14c-a674-4590-a75a-88a572927d4a on network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:07.104881 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.105411 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 125f435f-743f-4730-9719-4ae3b2a1d000, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=125f435f-743f-4730-9719-4ae3b2a1d000,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:07.111659 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.113165 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.113988 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 34b50738-43e7-4b36-b5eb-b2b3764f73e2 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:07.115871 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:07.116245 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Checking segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:07.116635 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.117029 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Bound using segment: {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:07.117537 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Bound port: a6f9d14c-a674-4590-a75a-88a572927d4a, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6a64a6-e7cd-427b-a801-1fe6ee63779a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:07.117919 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.189533 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Pushing event updated for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:07.193285 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914286'] for router_interface, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.249324 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:07.252578 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] For port a6f9d14c-a674-4590-a75a-88a572927d4a, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:07.276566 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] For port a6f9d14c-a674-4590-a75a-88a572927d4a, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a6f9d14c-a674-4590-a75a-88a572927d4a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:07.283735 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.295232 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-91f23f16-71b8-44c8-a4a2-d62b61ae0c0d None None] Provisioning for port 5daf487f-64d8-448c-8d8a-521f88be746c completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:07.300960 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:07.301381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.302587 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:07.304296 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:07.325613 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-91f23f16-71b8-44c8-a4a2-d62b61ae0c0d None None] Provisioning complete for port 5daf487f-64d8-448c-8d8a-521f88be746c triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:07.326511 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-91f23f16-71b8-44c8-a4a2-d62b61ae0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.421802 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09c4d-25dd-4f6e-819f-395e350b6d01 None None] Pushing event updated for resources: {'Port': ['ID=a6f9d14c-a674-4590-a75a-88a572927d4a,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:07.426465 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-91f23f16-71b8-44c8-a4a2-d62b61ae0c0d None None] Port 5daf487f-64d8-448c-8d8a-521f88be746c cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:42:07.428865 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:07.432247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:07.445934 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Router 853da88f-8385-4d0b-bf09-a2088d1be73f has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:42:07.572967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:07.578791 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-bbb4e2e4-ac2a-499f-8c68-4f749b40384b admin admin] 10.222.0.101 "PUT /v2.0/routers/853da88f-8385-4d0b-bf09-a2088d1be73f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9478335 Sep 01 16:42:07.602300 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-1d9bf439-f3a7-4701-b67d-0d570a713d95 None None] Provisioning complete for port 5daf487f-64d8-448c-8d8a-521f88be746c triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:07.602544 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf439-f3a7-4701-b67d-0d570a713d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.606632 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:07.679146 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-1d9bf439-f3a7-4701-b67d-0d570a713d95 None None] Port 5daf487f-64d8-448c-8d8a-521f88be746c cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:42:07.712214 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:07.854607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:07.855288 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:07.954571 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '5daf487f-64d8-448c-8d8a-521f88be746c', 'name': '', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'mac_address': 'fa:16:3e:2c:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:06Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 2, 'project_id': 'd24411ba9548441e93cf955c36046736', 'subnets': [{'id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:08.004777 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331afe06-0e42-4eb3-b2f4-16af31f696f2 None None] The sync data for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi is: [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '5daf487f-64d8-448c-8d8a-521f88be746c', 'name': '', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'mac_address': 'fa:16:3e:2c:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:06Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 2, 'project_id': 'd24411ba9548441e93cf955c36046736', 'subnets': [{'id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:08.019414 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 125f435f-743f-4730-9719-4ae3b2a1d000 up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:08.072154 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 125f435f-743f-4730-9719-4ae3b2a1d000 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:08.072538 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.459316 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44128) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:08.464927 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497656418', 'description': 'tempest-secgroup-smoke-497656418 description', 'project_id': '2d313292891b40ec80ee668d3fdce963'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:08.491639 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.593238 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.599420 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.629809 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.631237 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1708000 Sep 01 16:42:08.634161 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44130) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:08.639255 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:08.642192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354029-72fc-41df-b30d-8735f5ec7cf8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01193fac-3e94-48a4-bd6c-aa28a9cb6865,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:08.694488 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.764149 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.769784 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.794153 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42a7522-9d3c-4de4-bf50-d6a83672c528,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:08.798364 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.799614 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3c8abf79-1f96-4f79-b31d-46b1a7136436 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644249 Sep 01 16:42:08.802491 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44132) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:08.807697 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:08.843298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.915382 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.920885 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.940431 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22320f6d-9de0-4505-874f-b44225f3ca30,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:08.952771 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:08.954321 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c5026fe1-68ae-4af0-9e37-747d60827937 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508317 Sep 01 16:42:08.956977 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44134) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:08.961773 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:08.995933 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.069287 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.074526 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.096328 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d36bb0-67c5-4d95-829e-cad2ccfbad6e,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:09.100181 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.104011 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ab08acf9-f200-451d-9fd9-049c34bd6327 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433399 Sep 01 16:42:09.104622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44136) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:09.109728 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:09.145828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.242002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.246572 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.268785 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95563801-46e1-47dc-a1ac-dbd387e02e5c,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:09.281053 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.282435 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-0d03f58c-85b1-4db1-9226-ba24eddec04c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1768937 Sep 01 16:42:09.285396 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44138) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:09.292190 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:09.319488 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.securitygroups_db [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Project 2d313292891b40ec80ee668d3fdce963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:42:09.325558 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.389745 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.394084 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.413901 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a103577-9a1c-41bd-922a-dec5ed37b598,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:09.419743 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.421053 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-b430b827-7d24-463c-8f53-98b88ae39ecf tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342359 Sep 01 16:42:09.423739 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44140) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:09.428499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'security_group_rule': {'security_group_id': '01193fac-3e94-48a4-bd6c-aa28a9cb6865', 'project_id': '2d313292891b40ec80ee668d3fdce963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:09.452536 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.securitygroups_db [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Project 2d313292891b40ec80ee668d3fdce963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:42:09.458278 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.527175 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.531803 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672854'] for security_group_rule, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.549622 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1afdafd-a36f-40a0-8aef-66e0e28eff67,revision_number=0']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:09.557946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.559170 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-25fb59ac-85d9-4ce1-9ee4-8eba32d303e2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344874 Sep 01 16:42:09.723203 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a6f9d14c-a674-4590-a75a-88a572927d4a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:09.776303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port a6f9d14c-a674-4590-a75a-88a572927d4a completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:09.782167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port a6f9d14c-a674-4590-a75a-88a572927d4a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:09.782793 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.883010 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.908537 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port a6f9d14c-a674-4590-a75a-88a572927d4a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a6f9d14c-a674-4590-a75a-88a572927d4a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:09.916174 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.974908 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=a6f9d14c-a674-4590-a75a-88a572927d4a,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:10.038907 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Sync routers for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:10.049109 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:10.049796 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:10.171557 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:10.407163 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '5daf487f-64d8-448c-8d8a-521f88be746c', 'name': '', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'mac_address': 'fa:16:3e:2c:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:06Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 2, 'project_id': 'd24411ba9548441e93cf955c36046736', 'subnets': [{'id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:10.436417 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Checking router: 853da88f-8385-4d0b-bf09-a2088d1be73f for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:10.436973 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Updating router 853da88f-8385-4d0b-bf09-a2088d1be73f port 5daf487f-64d8-448c-8d8a-521f88be746c binding host dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:42:10.467143 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:10.860795 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:10.871500 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Transition to ACTIVE for port object 5daf487f-64d8-448c-8d8a-521f88be746c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:10.877755 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:10.933041 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d1c73-30f9-4750-be67-6c33f01d0f11 None None] Pushing event updated for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:10.987657 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Attempting to bind port 5daf487f-64d8-448c-8d8a-521f88be746c on host dv-cinder-806726-5-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:10.988011 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Attempting to bind port 5daf487f-64d8-448c-8d8a-521f88be746c by drivers openvswitch,hyperv on host dv-cinder-806726-5-iscsi at level 0 using segments [{'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:10.988381 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Attempting to bind port 5daf487f-64d8-448c-8d8a-521f88be746c on network 3bdd130d-1802-4cea-a5f2-e1e363757899 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:10.994412 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Checking agent: {'id': '28021edd-e4fc-4ff7-92fa-2cc313b94d54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 20, 22), 'started_at': datetime.datetime(2021, 9, 1, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:10.994791 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Checking segment: {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:10.995199 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:10.995596 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Bound using segment: {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:10.996074 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Bound port: 5daf487f-64d8-448c-8d8a-521f88be746c, host: dv-cinder-806726-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7317cc49-6d72-49d6-a63c-153af70d3827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:10.996458 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:11.070789 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] For port 5daf487f-64d8-448c-8d8a-521f88be746c, host dv-cinder-806726-5-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:11.075014 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] For port 5daf487f-64d8-448c-8d8a-521f88be746c, host dv-cinder-806726-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=5daf487f-64d8-448c-8d8a-521f88be746c,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:11.080666 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:11.130377 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:11.131009 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:41:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:11.195930 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d1c73-30f9-4750-be67-6c33f01d0f11 None None] Pushing event updated for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:11.265566 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:11.480153 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '5daf487f-64d8-448c-8d8a-521f88be746c', 'name': '', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'mac_address': 'fa:16:3e:2c:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:06Z', 'updated_at': '2021-09-01T16:42:11Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'subnets': [{'id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:11.506740 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749c8c4-708e-42d0-95d6-3bfa17de250f None None] The sync data for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi is: [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:42:06Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '5daf487f-64d8-448c-8d8a-521f88be746c', 'name': '', 'network_id': '3bdd130d-1802-4cea-a5f2-e1e363757899', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'mac_address': 'fa:16:3e:2c:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:06Z', 'updated_at': '2021-09-01T16:42:11Z', 'revision_number': 4, 'project_id': 'd24411ba9548441e93cf955c36046736', 'subnets': [{'id': 'db59d51d-7643-4029-ac02-f5c058c72a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:11.694648 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 5daf487f-64d8-448c-8d8a-521f88be746c up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:11.746874 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning for port 5daf487f-64d8-448c-8d8a-521f88be746c completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:11.751590 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 5daf487f-64d8-448c-8d8a-521f88be746c triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:11.752117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:11.852117 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:11.889161 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] For port 5daf487f-64d8-448c-8d8a-521f88be746c, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=5daf487f-64d8-448c-8d8a-521f88be746c,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:11.896726 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:11.898200 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a6f9d14c-a674-4590-a75a-88a572927d4a up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:11.988303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Pushing event updated for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:12.005474 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port a6f9d14c-a674-4590-a75a-88a572927d4a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:12.005967 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:12.509865 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:13.672214 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 5daf487f-64d8-448c-8d8a-521f88be746c up at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:13.723790 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Provisioning complete for port 5daf487f-64d8-448c-8d8a-521f88be746c triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:13.724163 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:17.661855 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1529-d0a6-4d4e-8cee-e37bff7d3fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:21.983987 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ea6d1a3-8050-44cf-9b74-ddf099426dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:22.227407 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:22.656992 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:24.848197 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:32.581136 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-f9bde77c-82bc-47ea-aa98-945b21bc0587 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497656418&fields=id&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 267 time: 0.0389969 Sep 01 16:42:32.691926 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-f6040675-af37-4188-9db3-e3708687b1dd tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:32.693441 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-f6040675-af37-4188-9db3-e3708687b1dd tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.1042092 Sep 01 16:42:32.708511 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-bb1b3f2c-68e4-4af1-8a71-e8b365e8fa9b tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/quotas/2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Sep 01 16:42:32.760185 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-916c2553-848c-4010-adb3-cb8a94bd2367 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462837 Sep 01 16:42:32.870635 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-474855ea-8b91-4667-92df-6ed97b67d009 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:42:32.871638 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-474855ea-8b91-4667-92df-6ed97b67d009 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000159 Sep 01 16:42:32.964517 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-744df5e8-dba7-448f-95e4-d67a53914cf4 service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Sep 01 16:42:33.055827 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-47917325-f38d-49cc-a43d-c1a9e760b11c service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842843 Sep 01 16:42:33.376863 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c010e875-825b-4fb8-b3dc-646621a4248b req-ccb8cf9d-6a06-48fb-b9a3-4690925d7a6e tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 210 time: 0.0294347 Sep 01 16:42:34.472481 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-70042c99-0ee1-4b6f-9527-b6cd8695f975 req-86830977-1469-42ab-ad53-e42e6c30854b tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Sep 01 16:42:34.669040 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-f477449c-c894-4dfe-8015-1abf40647768 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:34.670780 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-f477449c-c894-4dfe-8015-1abf40647768 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.1073844 Sep 01 16:42:34.723529 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-6a976f11-3fcb-4bf4-98b0-5f1156588a6f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 379 time: 0.0355728 Sep 01 16:42:34.734890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'port': {'device_id': '895a442f-d5f5-47f7-bff7-e94357db6872', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'admin_state_up': True, 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'security_groups': ['01193fac-3e94-48a4-bd6c-aa28a9cb6865']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:34.849029 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Made reservation on behalf of 2d313292891b40ec80ee668d3fdce963 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:42:34.853368 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:34.991113 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.20.0.10 (b727d985-3b8f-4b60-b998-9967497631f9/3b496da2-7ab8-459c-bb8e-21bd43014c51/1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:35.162171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.177698 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Transition to ACTIVE for port object 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:35.212626 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.261305 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:35.264448 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:35.267578 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:35.292688 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:35.307791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.308138 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.308477 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.308834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.309142 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.309597 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.309907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.310274 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.311103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.311591 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.311922 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.312237 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:35.337930 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:35.338565 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.356666 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-3228abaa-9ad1-486b-94cf-810e8912fb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6255755 Sep 01 16:42:35.371021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Request body: {'port': {'device_id': '895a442f-d5f5-47f7-bff7-e94357db6872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:35.439902 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.478278 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-a23fb34a-9206-47e1-bd1f-20775e64b6e9 None None] Provisioning for port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:35.484771 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-a23fb34a-9206-47e1-bd1f-20775e64b6e9 None None] Provisioning complete for port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:35.485321 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a23fb34a-9206-47e1-bd1f-20775e64b6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.528813 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a23fb34a-9206-47e1-bd1f-20775e64b6e9 None None] Port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:42:35.621612 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54d7fe-7638-450f-b880-f71559a9b7c8 req-340588b3-4360-43f8-9656-21506ee1dd0d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:35.623206 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a54d7fe-7638-450f-b880-f71559a9b7c8 req-340588b3-4360-43f8-9656-21506ee1dd0d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 932 time: 0.0578880 Sep 01 16:42:35.669894 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a54d7fe-7638-450f-b880-f71559a9b7c8 req-c733a0e6-5510-4600-8b4a-25d5cfd793cd tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398638 Sep 01 16:42:35.747604 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:42:35.755662 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.769769 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Transition to ACTIVE for port object 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:42:35.774514 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:35.831243 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:35.931646 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Attempting to bind port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:42:35.932077 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Attempting to bind port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:42:35.932626 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Attempting to bind port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:35.937733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a on network b727d985-3b8f-4b60-b998-9967497631f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:42:35.938061 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Attempting to bind port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:42:35.943704 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:42:35.944044 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:42:35.944439 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Bound using segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:42:35.945242 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Bound port: 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:42:35.945626 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:36.020295 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:36.023771 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:36.030128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:36.065148 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.066004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:36.068458 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] 10.222.0.83 "PUT /v2.0/ports/1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 1094 time: 0.7021389 Sep 01 16:42:36.071548 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:42:36.074218 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88510100-3c72-42a2-8f91-47aed7ef6cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:36.105985 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e063f8c-65a1-49ae-b69c-9ca1627b8ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:36.128257 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d72f89f-99f3-44c5-a4f4-940c1d3aba5a x-openstack-request-id: req-1d72f89f-99f3-44c5-a4f4-940c1d3aba5a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:36.128541 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:36.128786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1d72f89f-99f3-44c5-a4f4-940c1d3aba5a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:36.129181 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'status': 'completed', 'code': 200} Sep 01 16:42:36.175980 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-85ac36dc-bc53-4374-95b3-2655203f098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.178108 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-85ac36dc-bc53-4374-95b3-2655203f098b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1097 time: 0.0601542 Sep 01 16:42:36.229910 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-af63afa7-8ca6-4778-af7e-57e249df7163 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 217 time: 0.0407262 Sep 01 16:42:36.289556 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-ef3b9aed-248a-4fbf-a814-59ce78c876e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.291201 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-ef3b9aed-248a-4fbf-a814-59ce78c876e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0510721 Sep 01 16:42:36.354197 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-a1dea86d-8107-48b6-99c0-dee99619b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.356996 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-a1dea86d-8107-48b6-99c0-dee99619b3ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565760 Sep 01 16:42:36.461250 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-c79cce76-e5c2-4641-93c5-43061a6345c7 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929074 Sep 01 16:42:36.586003 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2c886e1e-9515-4ade-a4b5-a089a77ef911 req-5d07bcd3-e26e-442a-9617-81963aa44943 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154740 Sep 01 16:42:36.683997 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-155a67e7-5421-4132-8b45-fd0c9752f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.686065 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-155a67e7-5421-4132-8b45-fd0c9752f3d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1097 time: 0.0418105 Sep 01 16:42:36.783530 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-669bd610-0269-41c5-8400-c55702bff411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.785018 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-669bd610-0269-41c5-8400-c55702bff411 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0917253 Sep 01 16:42:36.794911 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba2ec-6953-47e8-bf4d-79b910c708ca req-b2f2cb4b-d0f3-421b-8b38-763fce0b4888 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.796441 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-405ba2ec-6953-47e8-bf4d-79b910c708ca req-b2f2cb4b-d0f3-421b-8b38-763fce0b4888 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0506949 Sep 01 16:42:36.831335 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-2f0e546b-13b7-49a5-a8c1-bda242211b1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 217 time: 0.0389612 Sep 01 16:42:36.837250 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-405ba2ec-6953-47e8-bf4d-79b910c708ca req-ffd6cca4-5e43-41a5-94e9-9d3c2cb9aaba tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Sep 01 16:42:36.883542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-83731a15-aaac-4dc3-944f-b1c87e868c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.885007 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-83731a15-aaac-4dc3-944f-b1c87e868c7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0468352 Sep 01 16:42:36.934536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-1599fad0-0132-4254-85cc-5be8fc61d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:36.936677 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-1599fad0-0132-4254-85cc-5be8fc61d9c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428936 Sep 01 16:42:37.035591 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-d1fc5f85-3cc9-4013-bcb7-781787f80656 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888762 Sep 01 16:42:37.129599 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-88510100-3c72-42a2-8f91-47aed7ef6cb7 req-51c88e8c-1800-4cd8-aaaf-004b5ef43fb1 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Sep 01 16:42:37.968454 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33b96-81d3-4b23-b039-917110bf29e7 req-cf5d5371-78da-4412-a97f-f9f5ffe3c205 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:37.970236 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bee33b96-81d3-4b23-b039-917110bf29e7 req-cf5d5371-78da-4412-a97f-f9f5ffe3c205 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0559156 Sep 01 16:42:38.009467 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bee33b96-81d3-4b23-b039-917110bf29e7 req-aeab640c-4ca0-4268-9dff-0b116c604958 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326691 Sep 01 16:42:39.130781 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0f7a3-0a8d-418e-b4d3-c9aa135574cf req-4e37b758-7200-4454-a24b-27e03d13c7c1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:39.132264 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a6a0f7a3-0a8d-418e-b4d3-c9aa135574cf req-4e37b758-7200-4454-a24b-27e03d13c7c1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0518427 Sep 01 16:42:39.171943 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a6a0f7a3-0a8d-418e-b4d3-c9aa135574cf req-701aa803-4a6d-4a64-be80-fd32d64a7331 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Sep 01 16:42:40.291354 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1fdc-c787-43c8-8a1a-2d735ed62a37 req-48908ec0-1929-4fb9-b7c5-ec8cdc286a77 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:40.292873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8a0d1fdc-c787-43c8-8a1a-2d735ed62a37 req-48908ec0-1929-4fb9-b7c5-ec8cdc286a77 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0497658 Sep 01 16:42:40.342188 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-8a0d1fdc-c787-43c8-8a1a-2d735ed62a37 req-a551c00e-74ae-45d6-941f-54952ebd6200 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Sep 01 16:42:41.459909 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5e690-4614-4975-94c7-9f86d325a7fa req-b795c26f-5f54-42f2-b64a-bb01100c825f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:41.461663 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-abc5e690-4614-4975-94c7-9f86d325a7fa req-b795c26f-5f54-42f2-b64a-bb01100c825f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0507491 Sep 01 16:42:41.504192 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-abc5e690-4614-4975-94c7-9f86d325a7fa req-f127dcc3-9ac1-4075-9f70-706d50e864c9 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356364 Sep 01 16:42:42.522292 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:42.625460 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b198-6b51-4e13-a477-16e5ce1330ee req-173cf287-2142-4f3b-8a08-5cdca1ccf24e tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:42.626984 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9509b198-6b51-4e13-a477-16e5ce1330ee req-173cf287-2142-4f3b-8a08-5cdca1ccf24e tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Sep 01 16:42:42.666148 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9509b198-6b51-4e13-a477-16e5ce1330ee req-89bae41f-9ddc-41db-be12-db5c6ded94ff tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331488 Sep 01 16:42:43.315927 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:43.786761 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e484ec-2c7a-46d0-8949-3a63be666a77 req-dc8ecc95-0ba0-4cdb-b3d3-a2d949e7edc0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:43.788354 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79e484ec-2c7a-46d0-8949-3a63be666a77 req-dc8ecc95-0ba0-4cdb-b3d3-a2d949e7edc0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0524721 Sep 01 16:42:43.831331 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-79e484ec-2c7a-46d0-8949-3a63be666a77 req-c9dd9463-d7c8-4ac1-835d-b010118f1a50 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366943 Sep 01 16:42:44.977499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab22ae-79dd-4c20-87b2-1fa0fc598999 req-eaa9748b-900b-4c6e-8f9d-74d25cb05d35 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:44.979119 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-12ab22ae-79dd-4c20-87b2-1fa0fc598999 req-eaa9748b-900b-4c6e-8f9d-74d25cb05d35 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 944 time: 0.0625255 Sep 01 16:42:45.023211 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-12ab22ae-79dd-4c20-87b2-1fa0fc598999 req-35edf48e-7653-40ae-a1d1-4f247b41526a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Sep 01 16:42:45.364295 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:42:45.596487 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:45.610835 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'port_id': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'mac_address': 'fa:16:3e:79:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:42:45.650519 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:45.666422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:42:45.688769 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:45.698876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:45.762714 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:46.032442 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:42:46.149468 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d754-48ed-48ee-9803-5a0ebb309be5 req-346f381b-5784-4d2e-b093-7f3b2ddd37b1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:46.151050 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0e2d754-48ed-48ee-9803-5a0ebb309be5 req-346f381b-5784-4d2e-b093-7f3b2ddd37b1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 945 time: 0.0567431 Sep 01 16:42:46.195988 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0e2d754-48ed-48ee-9803-5a0ebb309be5 req-0f34c0a3-9089-4f1e-bdd7-a6042fdae49c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388649 Sep 01 16:42:47.318853 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af38e-d43a-4edc-962b-e8d782af7a59 req-e34b6ff6-9ea7-4e3d-a9b4-0aa0947da5e6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:47.320399 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-267af38e-d43a-4edc-962b-e8d782af7a59 req-e34b6ff6-9ea7-4e3d-a9b4-0aa0947da5e6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Sep 01 16:42:47.370299 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-267af38e-d43a-4edc-962b-e8d782af7a59 req-3c9a48b8-9c97-4095-b55d-a0ada28aaaec tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Sep 01 16:42:47.387206 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:47.451557 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:42:47.456972 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:42:47.457579 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:47.545806 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:47.569222 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:42:47.571630 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d314741c-765a-4d23-80fe-1870ee7e66e1" -d '{"events": [{"server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "name": "network-vif-plugged", "status": "completed", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:47.585001 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:47.591394 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:47.627441 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade38ac3-22fd-4241-ac65-46affac3773e x-openstack-request-id: req-ade38ac3-22fd-4241-ac65-46affac3773e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:47.627441 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "name": "network-vif-plugged", "status": "completed", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:47.627707 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ade38ac3-22fd-4241-ac65-46affac3773e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:47.628100 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'code': 200} Sep 01 16:42:47.669367 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:47.676029 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78a1cb1f-9b86-43d6-980b-2b922655dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:47.893743 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb1253-8bde-41c1-9481-de0ec2f733e1 req-370c28ea-215c-4d97-95ab-c546b30cf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:47.895295 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-edfb1253-8bde-41c1-9481-de0ec2f733e1 req-370c28ea-215c-4d97-95ab-c546b30cf3cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1099 time: 0.0423841 Sep 01 16:42:47.937970 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-edfb1253-8bde-41c1-9481-de0ec2f733e1 req-fd93aa40-7af0-4f78-9069-3450ffa5ba73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Sep 01 16:42:48.500882 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a42ab-2be7-45e7-a8e4-766f8270e23f req-3c59b5e8-f6d4-4317-9a4f-5edb88dac423 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:48.502399 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5e3a42ab-2be7-45e7-a8e4-766f8270e23f req-3c59b5e8-f6d4-4317-9a4f-5edb88dac423 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0518470 Sep 01 16:42:48.543959 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-5e3a42ab-2be7-45e7-a8e4-766f8270e23f req-22722f46-0a80-4cc1-bd93-4ca271b08a02 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354564 Sep 01 16:42:49.676463 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658c5fe-f058-4ede-adb5-ef4b5c7bedfc req-41f457d4-c28a-4729-b36c-17db5124930d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:49.678258 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6658c5fe-f058-4ede-adb5-ef4b5c7bedfc req-41f457d4-c28a-4729-b36c-17db5124930d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0592914 Sep 01 16:42:49.721527 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6658c5fe-f058-4ede-adb5-ef4b5c7bedfc req-fd6fb98e-b408-4702-a9d3-9382f75e0f14 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371411 Sep 01 16:42:49.836369 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7d5b4-6c92-4db2-99a2-1202803f24be req-4496fe7c-e2a9-43f6-a1fb-d7ed5200ed86 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:49.837977 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aac7d5b4-6c92-4db2-99a2-1202803f24be req-4496fe7c-e2a9-43f6-a1fb-d7ed5200ed86 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Sep 01 16:42:49.877040 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-aac7d5b4-6c92-4db2-99a2-1202803f24be req-00253857-6ef9-441b-88dc-4196478d9568 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329459 Sep 01 16:42:49.899146 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44322) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:49.982133 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ff0d37-81c5-4a8c-bea4-c49189631b20 tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:49.984060 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-e6ff0d37-81c5-4a8c-bea4-c49189631b20 tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1094 time: 0.0838804 Sep 01 16:42:49.990966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44326) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:42:49.995725 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'port_id': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:50.030708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:50.392942 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:50.493802 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.27.2.100 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/69759b3c-c7cf-4723-b9e6-ea875d973c6e) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:50.598496 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:50.635551 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:50.671731 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:50.676756 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:50.679542 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:42:50.707444 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=69759b3c-c7cf-4723-b9e6-ea875d973c6e,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:51.034364 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.098649 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.246047 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.250805 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.316923 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=69759b3c-c7cf-4723-b9e6-ea875d973c6e,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:51.332621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.437257 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP 4f7a953a-2067-4e62-a897-f50802ff6089 associated. External IP: 172.27.2.100, port: 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a. Sep 01 16:42:51.643103 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:42:51.751645 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:51.761412 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:51.769592 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:51.771244 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:51.771876 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:42:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:51.801653 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-0cf3679a-9b81-44c1-87cc-1264f2bac415 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8095639 Sep 01 16:42:51.802357 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:42:51.804611 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4490819-fd93-4739-8af5-ec5543f1d794" -d '{"events": [{"name": "network-changed", "server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:51.843680 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d582252-8495-4529-b473-e38d8d495a66 x-openstack-request-id: req-5d582252-8495-4529-b473-e38d8d495a66 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:51.843967 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:51.844214 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d582252-8495-4529-b473-e38d8d495a66 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:51.844617 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'status': 'completed', 'code': 200} Sep 01 16:42:51.880523 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:51.910267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-496a911f-2173-43ec-a358-67465fe7ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:51.911773 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-496a911f-2173-43ec-a358-67465fe7ab07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1099 time: 0.0409384 Sep 01 16:42:51.987535 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-39cc91b6-ffd5-4191-bf14-ffed024d1780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:52.004417 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-d6a497fb-3739-4fd2-925f-663470850b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:52.005925 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-d6a497fb-3739-4fd2-925f-663470850b60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0828536 Sep 01 16:42:52.075595 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-858a9733-443b-493f-a625-ee25ad001a97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 1000 time: 0.0602748 Sep 01 16:42:52.114159 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '4f7a953a-2067-4e62-a897-f50802ff6089', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:79:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895a442f-d5f5-47f7-bff7-e94357db6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:42:50Z', 'updated_at': '2021-09-01T16:42:50Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:52.127946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-6d154c14-38bb-4be4-8df5-9c0a4683069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:52.129462 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-6d154c14-38bb-4be4-8df5-9c0a4683069b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0431571 Sep 01 16:42:52.144211 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:52.159303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:42:52.159303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:42:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:52.178834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-49d0da75-f308-44ca-8f70-0d366bf4a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:52.180393 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-49d0da75-f308-44ca-8f70-0d366bf4a00a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414166 Sep 01 16:42:52.258594 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:52.277534 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-a32d4db9-87ec-4f53-a0af-7ff51e2c27fd service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Sep 01 16:42:52.279343 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:42:52.374212 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-e4490819-fd93-4739-8af5-ec5543f1d794 req-b6b7c91d-1a93-46d7-a5fc-56a30d0daba3 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827241 Sep 01 16:42:52.506321 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '4f7a953a-2067-4e62-a897-f50802ff6089', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:79:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895a442f-d5f5-47f7-bff7-e94357db6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:42:50Z', 'updated_at': '2021-09-01T16:42:50Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:52.535650 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc841e-a4fa-4b78-bf1b-1aefc83a6d80 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '4f7a953a-2067-4e62-a897-f50802ff6089', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:79:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895a442f-d5f5-47f7-bff7-e94357db6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:42:50Z', 'updated_at': '2021-09-01T16:42:50Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:52.653256 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:52.727350 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e4667-1844-4eab-b83a-a3da31d3d1f9 None None] New status for floating IP 4f7a953a-2067-4e62-a897-f50802ff6089: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:42:54.503358 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-c6600ae1-7f66-4d83-a86c-32d79f74eb7f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411971 Sep 01 16:42:54.593598 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ef5a-6728-4660-864a-142a22be755d req-fc93e571-e1ec-4bc6-8af7-992df45b1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:54.598076 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-fc93e571-e1ec-4bc6-8af7-992df45b1236 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1099 time: 0.0469034 Sep 01 16:42:54.705117 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ef5a-6728-4660-864a-142a22be755d req-d87cd6e2-0470-4219-a557-2ff57e62c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:54.706544 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-d87cd6e2-0470-4219-a557-2ff57e62c0ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0833859 Sep 01 16:42:54.790890 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-b5ad338e-ad0a-45fd-8524-2afb274ca5b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 1002 time: 0.0612283 Sep 01 16:42:54.841710 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ef5a-6728-4660-864a-142a22be755d req-fb8aff52-5c83-410f-9967-9586919bf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:54.843044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:54.843787 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-fb8aff52-5c83-410f-9967-9586919bf4e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0444756 Sep 01 16:42:54.891601 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966ef5a-6728-4660-864a-142a22be755d req-01d98ba6-89b7-490b-861d-038c51d9a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:42:54.893118 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-01d98ba6-89b7-490b-861d-038c51d9a79e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403812 Sep 01 16:42:54.985441 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-f39f3b9c-4867-467a-bbd7-dc941aad264e service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Sep 01 16:42:55.073978 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-4966ef5a-6728-4660-864a-142a22be755d req-d6955059-2130-4d36-904a-f702aaf122ff service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805402 Sep 01 16:43:12.519657 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:17.669049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-103abaca-4c1e-4e14-8569-fe09f5e28768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:20.313977 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:43:21.980046 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-548996fb-4814-4522-83b0-378086fe3da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:22.220005 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:22.654307 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:24.845026 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:42.520285 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:47.669875 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1bb9b38b-0af5-4fc9-b2a5-35b8cbf4603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:51.981673 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dba5c58-bb8b-44d2-a793-2208c7927a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:52.220411 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:52.657186 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:54.532149 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-c456fbe2-66cd-41ea-8d44-467008a1e618 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822909 Sep 01 16:43:54.620519 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8952-833f-4f67-a9c7-478e717f4156 req-99a517b5-d47b-4642-8462-80670b654d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:43:54.622048 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-99a517b5-d47b-4642-8462-80670b654d0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1099 time: 0.0470114 Sep 01 16:43:54.723638 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8952-833f-4f67-a9c7-478e717f4156 req-c2192525-24c7-4166-bfaa-7c8185589cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:43:54.725022 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-c2192525-24c7-4166-bfaa-7c8185589cdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0834997 Sep 01 16:43:54.794822 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-03f43a2d-c706-44f2-b163-baa758ba9896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 1002 time: 0.0611069 Sep 01 16:43:54.843786 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8952-833f-4f67-a9c7-478e717f4156 req-a61446ae-c44a-4162-b888-d7e35b4ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:43:54.845285 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-a61446ae-c44a-4162-b888-d7e35b4ce63c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0430903 Sep 01 16:43:54.848550 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:54.891431 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8952-833f-4f67-a9c7-478e717f4156 req-0b27716e-fc78-4f4b-bf9a-a6d39fbacc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:43:54.892950 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-0b27716e-fc78-4f4b-bf9a-a6d39fbacc1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398240 Sep 01 16:43:54.988509 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-558d55e6-991f-4cf5-b3b4-4e6786bb45bf service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820470 Sep 01 16:43:55.078037 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-404f8952-833f-4f67-a9c7-478e717f4156 req-f11bb92d-f2ee-43cf-a12f-4af635fabef4 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817027 Sep 01 16:43:57.313891 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:11.283293 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-9bc029e7-3cee-4f95-a985-800d67afaaa3 req-48ad37b7-a9ab-480c-88a2-da739e515792 service neutron] (93859) timed out ('10.222.0.83', 59584) {{(pid=93859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:44:12.535948 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:17.669808 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f744-5e51-4d04-81bf-2a1d442382e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:21.983910 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-beb8f37c-e850-4b88-bf4f-e141340ff63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:22.221345 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:22.660431 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:24.851326 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:34.313901 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:42.549946 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:47.669976 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-09cd3d8e-4c1c-457d-9503-8ec0d7ac8c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:51.988492 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e41799fe-2053-4cab-965e-3cd31048bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:52.222316 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:52.663143 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:54.489830 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-309934ef-f9f7-444b-9ae6-217e51a139fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396559 Sep 01 16:44:54.582790 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-d5c158be-47b2-4b8c-b7aa-01a7fa9a9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:54.584271 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-d5c158be-47b2-4b8c-b7aa-01a7fa9a9118 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 1099 time: 0.0441697 Sep 01 16:44:54.687026 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-40ea23c5-6f22-4a0e-97fe-abb50fd191b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:54.688514 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-40ea23c5-6f22-4a0e-97fe-abb50fd191b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0834305 Sep 01 16:44:54.758351 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-7d9f4eaf-e444-4327-a934-52499c4fb978 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 200 len: 1002 time: 0.0599811 Sep 01 16:44:54.809011 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-0af1629e-f367-4609-8887-ebcf38d0e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:54.810598 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-0af1629e-f367-4609-8887-ebcf38d0e415 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0440419 Sep 01 16:44:54.855350 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:54.863476 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-efd5af6b-6c86-4973-8135-c3dad3f749b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:54.864951 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-efd5af6b-6c86-4973-8135-c3dad3f749b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423303 Sep 01 16:44:54.956209 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-5812e4a4-563a-4c0f-be9b-1118aa350a88 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834022 Sep 01 16:44:55.043456 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1d08ffc2-6d73-43fa-a10d-7d69cc8d4f24 req-1118cc3f-7e50-49dd-8952-963db182fecc service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795009 Sep 01 16:44:57.491534 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d22a3d-c27c-43b9-bde8-06ea659f353f req-f9f5da6e-b8ee-4d1e-a8a5-f4369422b0a6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:57.492993 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-19d22a3d-c27c-43b9-bde8-06ea659f353f req-f9f5da6e-b8ee-4d1e-a8a5-f4369422b0a6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.1149068 Sep 01 16:44:57.530375 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-19d22a3d-c27c-43b9-bde8-06ea659f353f req-bfb16dde-1a2b-45e1-9c95-d3ffd79e0ae5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Sep 01 16:44:58.709027 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236ec3-4e07-4fc4-a18a-6842a7ef43ab req-08f9a582-8ce2-47e0-b6f2-46512e4c3484 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:58.710422 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f9236ec3-4e07-4fc4-a18a-6842a7ef43ab req-08f9a582-8ce2-47e0-b6f2-46512e4c3484 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0975461 Sep 01 16:44:58.747624 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f9236ec3-4e07-4fc4-a18a-6842a7ef43ab req-97245304-de82-4764-9cc3-6787f05c6e85 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Sep 01 16:44:59.321074 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-a5e892fe-aa4c-41a8-a17f-39712220b1de tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:59.322521 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-a5e892fe-aa4c-41a8-a17f-39712220b1de tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0506086 Sep 01 16:44:59.410499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:44:59.410839 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:59.497860 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] For port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:59.498226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:59.869964 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bcc41-52e7-44ac-8bc8-77d7a69b9e44 req-57ef0ad0-09ac-414d-a22e-281fae852592 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:44:59.871465 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cf9bcc41-52e7-44ac-8bc8-77d7a69b9e44 req-57ef0ad0-09ac-414d-a22e-281fae852592 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 946 time: 0.0552197 Sep 01 16:44:59.910257 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cf9bcc41-52e7-44ac-8bc8-77d7a69b9e44 req-a4471987-6f00-4efa-b8fd-ba5f2603e09e tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Sep 01 16:44:59.936328 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:59.936866 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:59.937011 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP 4f7a953a-2067-4e62-a897-f50802ff6089 disassociated. External IP: 172.27.2.100, port: 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a. Sep 01 16:44:59.937389 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:45:00.061982 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:00.087474 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:00.099977 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.100330 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.100666 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.101002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.101363 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.101708 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.102025 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.102350 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.102675 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.102997 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.103326 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.103642 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:00.211543 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:45:00.317132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:45:00.327806 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:45:00.336699 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:45:00.337357 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:44:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:00.355505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] No DVR routers for this DVR port 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:45:00.358318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:00.360378 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-817cfad6-3847-47f0-bfba-4ae3584d75b9 req-f792999d-336f-4aff-9909-bbdba5f64ca8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "DELETE /v2.0/ports/1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a HTTP/1.1" status: 204 len: 173 time: 1.0304351 Sep 01 16:45:00.360761 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'name': 'network-vif-deleted', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:45:00.363094 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717df1bb-0283-4dbd-ad6b-c3001c9c21eb" -d '{"events": [{"server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "name": "network-vif-deleted", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:00.404055 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289466c3-59b6-4f69-a2eb-f5254fc2dfbe x-openstack-request-id: req-289466c3-59b6-4f69-a2eb-f5254fc2dfbe {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:00.404344 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895a442f-d5f5-47f7-bff7-e94357db6872", "name": "network-vif-deleted", "tag": "1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:00.404594 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-289466c3-59b6-4f69-a2eb-f5254fc2dfbe {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:00.405012 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895a442f-d5f5-47f7-bff7-e94357db6872', 'name': 'network-vif-deleted', 'tag': '1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a', 'status': 'completed', 'code': 200} Sep 01 16:45:00.449423 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:45:00.777855 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:00.804626 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:45:00.812961 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:45:00.813632 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:44:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:00.918975 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:45:01.019024 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b6876f19-ca98-4457-b65b-644848b2cc56 req-474dab3c-4b1c-4d79-857e-a1055e821243 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=895a442f-d5f5-47f7-bff7-e94357db6872 HTTP/1.1" status: 200 len: 210 time: 0.0262115 Sep 01 16:45:01.129862 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-e766b121-7713-4680-881f-896d2dc74caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:01.156167 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e766b121-7713-4680-881f-896d2dc74caa None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:45:01.375452 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6c6b2-1baa-4186-b7d6-971ecd824a36 None None] New status for floating IP 4f7a953a-2067-4e62-a897-f50802ff6089: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:45:02.105008 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:45:02.125377 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:45:02.125720 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 1088c0fc-5a8e-4ec3-a95d-2e3cd99e1e1a not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:45:02.219944 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-5b3c4a0a-fb0a-4e5b-9081-c92034d5d998 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497656418&fields=id&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 267 time: 0.0346360 Sep 01 16:45:02.325662 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-6eda127f-2f12-4ab8-8eb8-0056023c1c88 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:02.327662 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-6eda127f-2f12-4ab8-8eb8-0056023c1c88 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.1005504 Sep 01 16:45:02.343388 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-97f6838a-ee65-46ce-a0aa-fae1c284fe4f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/quotas/2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Sep 01 16:45:02.396555 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-e21bb83e-3eb6-48a5-b258-89cd9acb621d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471256 Sep 01 16:45:02.531730 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-5cb61ea6-0ddb-4e45-99e2-014f1309b9ec service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234622 Sep 01 16:45:02.624642 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-c67623bc-5110-48ca-8784-9280c8d3852e service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Sep 01 16:45:03.926452 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-f20547f0-6e19-42ab-aabc-2a86657f0aa0 req-0377704a-d710-434a-a1fc-2bebb58906e4 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Sep 01 16:45:05.004450 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1704cb86-8e9c-4760-9bb3-4689874ecb2e req-81296ab6-fc31-424b-bbbc-e7a871a12e16 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0262356 Sep 01 16:45:06.083984 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bf6d9f48-dce2-4dd9-b2de-24cb4ec2bbd9 req-0c3039f9-5f0f-46d8-9b94-aebb7d8c973d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0305176 Sep 01 16:45:07.163321 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-547a57f1-e379-4a00-a9ef-c28b27cc5354 req-e1bc567d-a64b-47e6-9336-35a88c6b52a4 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Sep 01 16:45:08.255767 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-57dc58e2-8478-42d9-bd34-a3076f7dff03 req-cb4f9f6b-e709-46df-b9c5-fa7e9bf98b46 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Sep 01 16:45:09.000318 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-b2348675-c7f7-4904-ba7b-e989d3d95e79 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:09.001851 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-b2348675-c7f7-4904-ba7b-e989d3d95e79 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.1053975 Sep 01 16:45:09.049914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-af704885-469a-4ee3-b1a0-3ed1bbfacddc tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 379 time: 0.0370412 Sep 01 16:45:09.059367 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'port': {'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'admin_state_up': True, 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'security_groups': ['01193fac-3e94-48a4-bd6c-aa28a9cb6865']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:45:09.169411 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Made reservation on behalf of 2d313292891b40ec80ee668d3fdce963 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:45:09.172905 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.298809 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.20.0.6 (b727d985-3b8f-4b60-b998-9967497631f9/3b496da2-7ab8-459c-bb8e-21bd43014c51/88b8960d-aa61-4704-815d-699cbfb9eb73) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:45:09.357721 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-02c5e397-d158-442f-ab56-7fc55dbd9622 req-c1b22535-8188-4263-9cf6-5c16623f63ad tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0273304 Sep 01 16:45:09.450042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.466083 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Transition to ACTIVE for port object 88b8960d-aa61-4704-815d-699cbfb9eb73 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:45:09.500205 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.544275 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:45:09.547499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:45:09.551463 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:45:09.558083 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:09.614213 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:09.614839 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.631297 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-d99b3bf5-b519-4b86-bb66-9d972164a961 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755787 Sep 01 16:45:09.644153 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Request body: {'port': {'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:45:09.699415 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.806762 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-439e33ec-3a35-485d-a1c0-c97b5546ec16 None None] Provisioning for port 88b8960d-aa61-4704-815d-699cbfb9eb73 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:45:09.810347 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-439e33ec-3a35-485d-a1c0-c97b5546ec16 None None] Provisioning complete for port 88b8960d-aa61-4704-815d-699cbfb9eb73 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:45:09.810721 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-439e33ec-3a35-485d-a1c0-c97b5546ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.845810 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-439e33ec-3a35-485d-a1c0-c97b5546ec16 None None] Port 88b8960d-aa61-4704-815d-699cbfb9eb73 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:45:09.953681 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b8960d-aa61-4704-815d-699cbfb9eb73 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:45:09.961503 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.974865 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Transition to ACTIVE for port object 88b8960d-aa61-4704-815d-699cbfb9eb73 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:45:09.979689 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:10.041333 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Pushing event updated for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:10.109579 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Attempting to bind port 88b8960d-aa61-4704-815d-699cbfb9eb73 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:45:10.109921 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Attempting to bind port 88b8960d-aa61-4704-815d-699cbfb9eb73 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:45:10.110259 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Attempting to bind port 88b8960d-aa61-4704-815d-699cbfb9eb73 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:45:10.114764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Port 88b8960d-aa61-4704-815d-699cbfb9eb73 on network b727d985-3b8f-4b60-b998-9967497631f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:45:10.115096 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Attempting to bind port 88b8960d-aa61-4704-815d-699cbfb9eb73 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:45:10.121102 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:45:10.121627 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:45:10.121973 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Bound using segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:45:10.122416 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Bound port: 88b8960d-aa61-4704-815d-699cbfb9eb73, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:45:10.122800 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:10.199210 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:45:10.202979 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=88b8960d-aa61-4704-815d-699cbfb9eb73,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:45:10.207476 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:10.244503 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.245131 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:10.246561 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-65f61007-5404-495f-9b22-7e334840f35f service neutron] 10.222.0.83 "PUT /v2.0/ports/88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 1093 time: 0.6069520 Sep 01 16:45:10.246995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:45:10.249810 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43171392-76fa-4ea1-8d55-e0cdc23a22b7" -d '{"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:10.280033 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f61007-5404-495f-9b22-7e334840f35f service neutron] Pushing event updated for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:10.298933 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438658a8-c582-49ce-be1b-80388f68d0b7 x-openstack-request-id: req-438658a8-c582-49ce-be1b-80388f68d0b7 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:10.299553 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:10.299553 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-438658a8-c582-49ce-be1b-80388f68d0b7 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:10.299873 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'status': 'completed', 'code': 200} Sep 01 16:45:10.359899 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-6174c748-bc1f-49b2-942b-0e4764166a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.361575 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-6174c748-bc1f-49b2-942b-0e4764166a2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1096 time: 0.0557446 Sep 01 16:45:10.410911 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-5b6795b8-2c99-4ff2-8dfc-0063882b4db6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 217 time: 0.0399158 Sep 01 16:45:10.470123 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-51d52a3b-a59d-4574-9c79-a4baec3bfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.471606 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-51d52a3b-a59d-4574-9c79-a4baec3bfcfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0534191 Sep 01 16:45:10.484406 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd610a-8cd6-449a-84da-cd0ce2f1e37d req-1af2084f-62fe-48cc-8dec-ad406ecdf662 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.486553 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c4cd610a-8cd6-449a-84da-cd0ce2f1e37d req-1af2084f-62fe-48cc-8dec-ad406ecdf662 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0541384 Sep 01 16:45:10.522997 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3752-e27e-419a-a5af-026604fe33bb req-e7a77ebd-98b4-40b4-a764-7016fd4af66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.524519 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-e7a77ebd-98b4-40b4-a764-7016fd4af66b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421088 Sep 01 16:45:10.524757 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c4cd610a-8cd6-449a-84da-cd0ce2f1e37d req-c952504d-73e4-4ddd-898e-7c1eeca6f563 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Sep 01 16:45:10.616628 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-080a1ee8-31e6-44c5-b3fd-9a2e8e709e7c service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820243 Sep 01 16:45:10.718145 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-280f3752-e27e-419a-a5af-026604fe33bb req-8835c355-5904-4e56-9995-c774c9a17532 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921586 Sep 01 16:45:10.801894 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-b69f23a7-4973-4e23-bb38-0c1b8fd59565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.803490 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-b69f23a7-4973-4e23-bb38-0c1b8fd59565 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1096 time: 0.0405014 Sep 01 16:45:10.896653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-d25b7d3d-aef3-49c8-8f16-4cf91476e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.898067 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-d25b7d3d-aef3-49c8-8f16-4cf91476e3d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0848801 Sep 01 16:45:10.944022 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-7ecc5219-0c7d-4f6c-94da-3933fd48afec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 217 time: 0.0340009 Sep 01 16:45:10.994475 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-cbf9e937-2767-43a3-8f51-18a2651a33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:10.995882 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-cbf9e937-2767-43a3-8f51-18a2651a33e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0418739 Sep 01 16:45:11.047813 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-850fa563-416e-42b1-b67a-5e2312ed6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:11.049303 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-850fa563-416e-42b1-b67a-5e2312ed6cb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422375 Sep 01 16:45:11.138390 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-57a5ced0-a30d-4632-a9f5-891c9c4cb2d8 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791099 Sep 01 16:45:11.232636 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-43171392-76fa-4ea1-8d55-e0cdc23a22b7 req-7dbd9329-1b1e-4504-909b-4a08214084f5 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Sep 01 16:45:11.312794 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:45:11.640241 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485e5f-998f-43d7-9f62-65a7ffcbc4ec req-992e3346-8e69-45fe-914b-cfe9e6400ef3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:11.641769 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df485e5f-998f-43d7-9f62-65a7ffcbc4ec req-992e3346-8e69-45fe-914b-cfe9e6400ef3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0501156 Sep 01 16:45:11.679207 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-df485e5f-998f-43d7-9f62-65a7ffcbc4ec req-d3e3d757-bee5-412f-bf2e-b77d7f0ddb47 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Sep 01 16:45:12.542054 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:12.791508 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b3d6-b640-441c-a540-46d34c46f574 req-fd8dbb48-620d-489b-bd0e-5f94ca9f8376 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:12.792962 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6651b3d6-b640-441c-a540-46d34c46f574 req-fd8dbb48-620d-489b-bd0e-5f94ca9f8376 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0488157 Sep 01 16:45:12.831490 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6651b3d6-b640-441c-a540-46d34c46f574 req-a24693f9-5d7f-40a6-a93a-8cf8753398dc tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Sep 01 16:45:13.945501 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cb607-d57d-4be6-80f4-5ef38fd276f4 req-7f33e19a-5b46-4367-8b8a-ec3c260549e1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:13.946974 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf7cb607-d57d-4be6-80f4-5ef38fd276f4 req-7f33e19a-5b46-4367-8b8a-ec3c260549e1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0477285 Sep 01 16:45:13.984482 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cf7cb607-d57d-4be6-80f4-5ef38fd276f4 req-3d2fc567-cf8d-4c1b-9df5-ec5c0d61fe4c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Sep 01 16:45:15.103247 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b39d05-2909-43de-9799-6c0ec4adcad2 req-3eb45fca-453a-44b6-b04a-b6b1bd1d2aff tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:15.104745 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d9b39d05-2909-43de-9799-6c0ec4adcad2 req-3eb45fca-453a-44b6-b04a-b6b1bd1d2aff tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0568032 Sep 01 16:45:15.147418 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d9b39d05-2909-43de-9799-6c0ec4adcad2 req-7b7b8f5f-bef5-49d6-88ff-9eddbda10a86 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359344 Sep 01 16:45:16.269806 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc38400-7088-4da4-afb4-6ddb451fe6f4 req-9c1cd8e9-1eb7-4667-b987-33aa74f66ca3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:16.271258 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bbc38400-7088-4da4-afb4-6ddb451fe6f4 req-9c1cd8e9-1eb7-4667-b987-33aa74f66ca3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0476265 Sep 01 16:45:16.312014 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bbc38400-7088-4da4-afb4-6ddb451fe6f4 req-ee6e662b-22f6-4abe-b69f-0730b9034618 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348902 Sep 01 16:45:17.429896 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95ef1a-2833-4610-9632-01c5ca82329b req-2c6dd19e-134d-486f-ab21-8b48a90d73cd tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:17.431386 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac95ef1a-2833-4610-9632-01c5ca82329b req-2c6dd19e-134d-486f-ab21-8b48a90d73cd tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 943 time: 0.0512507 Sep 01 16:45:17.469967 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac95ef1a-2833-4610-9632-01c5ca82329b req-cda6ee63-ec7f-46eb-b23b-1ff0b67fd5a8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Sep 01 16:45:17.672216 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d483044-e156-49ce-876c-98e294694f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:18.155707 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 88b8960d-aa61-4704-815d-699cbfb9eb73 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:45:18.258303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=88b8960d-aa61-4704-815d-699cbfb9eb73,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:18.269463 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:45:18.307479 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:18.324328 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b8960d-aa61-4704-815d-699cbfb9eb73 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:45:18.343952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=88b8960d-aa61-4704-815d-699cbfb9eb73,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:18.347771 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:18.394849 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:18.401753 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.402110 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.402458 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.402800 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.403137 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.403472 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.403805 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.404136 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.404469 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.404798 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.405357 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.405690 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:18.586791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929199d0-5e79-4083-9508-1216e5f95665 req-7917065d-0126-4970-830e-856f5c29decb tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:18.588296 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-929199d0-5e79-4083-9508-1216e5f95665 req-7917065d-0126-4970-830e-856f5c29decb tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Sep 01 16:45:18.627818 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-929199d0-5e79-4083-9508-1216e5f95665 req-b81b5d04-d98c-4bbe-b659-d5b392e62eab tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334871 Sep 01 16:45:18.671305 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['88b8960d-aa61-4704-815d-699cbfb9eb73'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:45:19.743509 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81502778-7b82-4050-9595-c38faa995114 req-48ea9d43-f243-495d-bdf9-457baf2f8bc2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:19.745006 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-81502778-7b82-4050-9595-c38faa995114 req-48ea9d43-f243-495d-bdf9-457baf2f8bc2 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 944 time: 0.0513213 Sep 01 16:45:19.783366 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-81502778-7b82-4050-9595-c38faa995114 req-b01ab90b-6b42-4275-8e67-12a0e72ab75c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Sep 01 16:45:20.161303 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 88b8960d-aa61-4704-815d-699cbfb9eb73 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:45:20.211897 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port 88b8960d-aa61-4704-815d-699cbfb9eb73 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:45:20.215619 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port 88b8960d-aa61-4704-815d-699cbfb9eb73 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:45:20.215993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:20.303049 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:20.324953 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:45:20.327249 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444964f-b93e-4bb0-a4d3-37ebbd958f98" -d '{"events": [{"server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "name": "network-vif-plugged", "status": "completed", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:20.339944 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=88b8960d-aa61-4704-815d-699cbfb9eb73,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:20.344418 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:20.395964 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:20.424257 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a79e6aa-8bb3-497a-b628-bda4e4d2cd2f x-openstack-request-id: req-8a79e6aa-8bb3-497a-b628-bda4e4d2cd2f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:20.424549 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "name": "network-vif-plugged", "status": "completed", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:20.424802 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a79e6aa-8bb3-497a-b628-bda4e4d2cd2f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:20.425224 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'code': 200} Sep 01 16:45:20.650770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c01f5-978a-4980-9108-0c7a4c5465fc req-ab0d16f6-a25e-4499-a823-b32d48d955b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:20.652332 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b35c01f5-978a-4980-9108-0c7a4c5465fc req-ab0d16f6-a25e-4499-a823-b32d48d955b9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.0387998 Sep 01 16:45:20.689467 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-b35c01f5-978a-4980-9108-0c7a4c5465fc req-591921b1-bba1-4d3c-b654-0b8964ddf1fe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277672 Sep 01 16:45:20.895062 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83286456-de21-4d33-a9b9-b374c189d3fe req-8eab2b1d-76cd-4553-949e-6b64ea3732d9 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:20.896539 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-83286456-de21-4d33-a9b9-b374c189d3fe req-8eab2b1d-76cd-4553-949e-6b64ea3732d9 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Sep 01 16:45:20.933375 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-83286456-de21-4d33-a9b9-b374c189d3fe req-3447c9f4-b25b-4c39-bb51-fe8741faa9aa tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308602 Sep 01 16:45:21.997056 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6932067c-1028-453f-a135-35985abc9958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.061004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2d23c-ffeb-48cd-b273-5d2bbd64ba3b req-3a1941fa-f8fa-4c6c-8010-40f7b6babbca tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:22.063063 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9aa2d23c-ffeb-48cd-b273-5d2bbd64ba3b req-3a1941fa-f8fa-4c6c-8010-40f7b6babbca tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Sep 01 16:45:22.106347 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9aa2d23c-ffeb-48cd-b273-5d2bbd64ba3b req-d719b915-56bb-46f0-a691-00f5b72d3141 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373881 Sep 01 16:45:22.224548 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.224916 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788fcf1-b78b-46cd-9f93-417e1bcdd438 req-57a1839f-67c1-42fa-adb3-f42a90227aff tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:22.227124 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7788fcf1-b78b-46cd-9f93-417e1bcdd438 req-57a1839f-67c1-42fa-adb3-f42a90227aff tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0567658 Sep 01 16:45:22.272416 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7788fcf1-b78b-46cd-9f93-417e1bcdd438 req-522632df-220c-489b-b90b-566029225215 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393374 Sep 01 16:45:22.294505 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44482) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:45:22.334995 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c3dcd-0151-4a2a-b969-5a6f87a5f058 tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:22.336573 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-8a2c3dcd-0151-4a2a-b969-5a6f87a5f058 tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1093 time: 0.0410693 Sep 01 16:45:22.339303 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44484) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:45:22.343679 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:45:22.365445 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.457968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.568749 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.27.2.206 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/8e7588de-66bd-4801-918f-7d6fdc1ac792) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:45:22.665873 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.672929 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.714006 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:22.753178 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:45:22.755981 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:45:22.759501 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:45:22.764644 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=8e7588de-66bd-4801-918f-7d6fdc1ac792,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:23.102051 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.164629 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.313125 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.317719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.381497 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=8e7588de-66bd-4801-918f-7d6fdc1ac792,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:23.393164 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.490366 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP fc6e0f43-fd02-41bc-8005-d7e5c8be95da associated. External IP: 172.27.2.206, port: 88b8960d-aa61-4704-815d-699cbfb9eb73. Sep 01 16:45:23.692065 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:45:23.799429 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:45:23.809050 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:45:23.814902 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:23.820411 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:45:23.821043 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:45:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:23.841065 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7d8b488c-5d96-4388-9c87-8323cbebbd3a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5007453 Sep 01 16:45:23.841764 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:45:23.844537 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:23.926631 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:45:23.933608 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ad65f-8050-4e74-aad2-09935c19567a x-openstack-request-id: req-067ad65f-8050-4e74-aad2-09935c19567a {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:23.933896 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:23.934148 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-067ad65f-8050-4e74-aad2-09935c19567a {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:23.934559 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'status': 'completed', 'code': 200} Sep 01 16:45:23.996745 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-99c0568c-dd07-49fd-95bd-c561ce9539e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:23.998282 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-99c0568c-dd07-49fd-95bd-c561ce9539e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.0409782 Sep 01 16:45:24.091115 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-4099793e-bf02-43b2-8bf4-4a29948740a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:24.092639 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-4099793e-bf02-43b2-8bf4-4a29948740a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0866601 Sep 01 16:45:24.153703 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:22Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:24.163080 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-26d86cfb-0ee8-4a09-8aa2-d2a2839b77ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 999 time: 0.0621781 Sep 01 16:45:24.179774 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:45:24.188482 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:45:24.189092 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:45:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:24.219720 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-2ebfbac4-3ea9-4cba-b925-4a1a78a61f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:24.221288 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-2ebfbac4-3ea9-4cba-b925-4a1a78a61f42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0493400 Sep 01 16:45:24.270497 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-3a2b8f08-055c-44fa-ad64-20db5be5ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:24.271914 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-3a2b8f08-055c-44fa-ad64-20db5be5ce92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406656 Sep 01 16:45:24.299639 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:45:24.368745 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-c68cb5e0-5e29-457a-ba23-58b8bbdae89a service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873146 Sep 01 16:45:24.462837 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-1a587a11-ccb9-45ed-8ad8-aacaafa1c90a req-3c512277-b92c-4596-b5b7-dac59bfc29a0 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856874 Sep 01 16:45:24.524055 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:22Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:24.552369 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9b81c-1b87-4dc2-a00b-8acf857675e2 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:22Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:45:24.730107 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1cba3-03d7-48e9-b739-e0a37aa2d6d3 None None] New status for floating IP fc6e0f43-fd02-41bc-8005-d7e5c8be95da: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:45:24.857055 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:42.536208 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:47.673635 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be83441d-5e51-49e4-9001-fe8dc21d6cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:48.312417 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:45:51.988508 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0899-e334-4a5b-9229-0af8223d918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:52.228530 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:52.669277 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:54.859556 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:55.490282 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-6df6192c-9632-4335-a4f8-1d9339663f9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398209 Sep 01 16:45:55.571872 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-7f041803-bf7a-462b-8287-f1e2c8ee8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:55.573436 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-7f041803-bf7a-462b-8287-f1e2c8ee8525 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.0410361 Sep 01 16:45:55.942474 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-098627dc-1da1-4b8e-8e22-158406ffde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:55.943955 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-098627dc-1da1-4b8e-8e22-158406ffde3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.3487628 Sep 01 16:45:56.008872 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-113d0cae-4420-4c91-9933-27bc766fe6f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0566261 Sep 01 16:45:56.063227 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-ced811df-ed60-49c0-b4b3-1be65e87a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:56.065473 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-ced811df-ed60-49c0-b4b3-1be65e87a884 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0488846 Sep 01 16:45:56.118954 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-af77ef79-86dc-4e8a-ae8f-b8aac6c370bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:45:56.120973 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-af77ef79-86dc-4e8a-ae8f-b8aac6c370bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488017 Sep 01 16:45:56.217335 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-396020e1-95b7-44b6-b1fc-e8dad50192fb service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878112 Sep 01 16:45:56.308709 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-abf777fb-2745-4658-bcbb-1d72d7d432e9 req-5dc1f966-e9a1-4e90-aca9-90a88a5819fd service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Sep 01 16:46:12.555340 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:17.674718 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb93a1d2-53db-477a-b78f-f89d749049a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:21.992869 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c36d8680-ab4c-454a-9ec4-e4b16917c3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:22.233662 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:22.672251 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:24.863034 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:25.311190 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:46:42.574305 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:47.675643 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-101070fc-a1b4-4fd9-b93c-6033eb2b6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:51.993887 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dcd98714-fd8d-4208-b8c5-9ed15f02b0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:52.235639 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:52.676223 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:54.865354 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:46:57.803549 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-5c58c2d4-9569-4d56-8547-86ecef88e4e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412738 Sep 01 16:46:57.885098 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-c8d1c95a-ac32-4ba1-a034-fd898a26054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:46:57.886879 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-c8d1c95a-ac32-4ba1-a034-fd898a26054c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.0400848 Sep 01 16:46:57.990682 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-b4cefde9-2f59-4359-bde8-47fab7377139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:46:57.992185 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-b4cefde9-2f59-4359-bde8-47fab7377139 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0857861 Sep 01 16:46:58.059839 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-4c201a62-767c-4b5a-8281-e4b5d0641bc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0599523 Sep 01 16:46:58.112868 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-d8d66457-ce81-492b-aefe-13b0b7f987f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:46:58.114327 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-d8d66457-ce81-492b-aefe-13b0b7f987f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0466115 Sep 01 16:46:58.159722 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-ba9c2ae9-51c7-43fe-b9c1-1188b62bd88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:46:58.161183 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-ba9c2ae9-51c7-43fe-b9c1-1188b62bd88e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395782 Sep 01 16:46:58.247727 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-70e1e0e1-e355-41e3-a42e-8ab5703fbdd1 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789540 Sep 01 16:46:58.347166 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-3df5972d-8358-4422-81f7-51dc7fba5f61 req-2ba786e0-2156-4e8d-a319-faa1c0577a5c service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Sep 01 16:46:59.842446 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-365cfff2-837c-43f3-a504-28c1249d8cdc tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497656418&fields=id&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 267 time: 0.0349200 Sep 01 16:46:59.947349 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-7b5b5a58-5428-4749-bf59-988206a975bb tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:46:59.948826 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-7b5b5a58-5428-4749-bf59-988206a975bb tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.0994332 Sep 01 16:46:59.964784 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-b97956b2-5e14-4458-9029-79c7c54a76d4 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/quotas/2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Sep 01 16:47:00.025457 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-c059ae8f-b1ee-4df4-b181-f5d7b70d7db0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546319 Sep 01 16:47:00.117667 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-d786752d-62fb-4a05-9eef-7e52ccbd537e service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805819 Sep 01 16:47:00.209387 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-490b76d2-ba67-4acc-9401-d35ddb981f83 service neutron] 10.222.0.101 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852385 Sep 01 16:47:00.500766 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9e7e5ad8-579d-4438-ab95-33d9f94b1d83 req-c39178f4-3507-4cac-acf8-c48689ca5c31 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Sep 01 16:47:01.374614 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-27dd9447-c1a7-4126-b240-ff14e0048891 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:01.376101 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-27dd9447-c1a7-4126-b240-ff14e0048891 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 812 time: 0.1081643 Sep 01 16:47:01.427136 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-4c47adda-87cf-4899-86ff-9725fe2ea46a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d313292891b40ec80ee668d3fdce963 HTTP/1.1" status: 200 len: 379 time: 0.0395563 Sep 01 16:47:01.438153 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'port': {'device_id': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'admin_state_up': True, 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'security_groups': ['01193fac-3e94-48a4-bd6c-aa28a9cb6865']}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:47:01.545890 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Made reservation on behalf of 2d313292891b40ec80ee668d3fdce963 for: {'port': 1} {{(pid=93858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:47:01.549943 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:01.608320 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-19e8bdc8-cef0-4cd7-ace7-a1cbe7127400 req-faffc3ec-99a1-48d7-ba5f-943149263548 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0289207 Sep 01 16:47:01.688653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.20.0.12 (b727d985-3b8f-4b60-b998-9967497631f9/3b496da2-7ab8-459c-bb8e-21bd43014c51/d2749391-1b5e-4029-a37a-269ccf8b0ae9) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:47:01.839152 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:01.852799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Transition to ACTIVE for port object d2749391-1b5e-4029-a37a-269ccf8b0ae9 will not be triggered until provisioned by entity DHCP. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:47:01.887449 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:01.936390 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network b727d985-3b8f-4b60-b998-9967497631f9 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:47:01.942656 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:47:01.944604 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:01.946752 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:47:01.975724 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.976050 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.976401 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.976747 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.977088 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.977451 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.977793 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.978132 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.978469 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.978804 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.979141 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:01.979466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:02.007535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.008196 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.023976 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-2a2fe0d4-a840-41c4-af05-2e4f62022df8 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5909882 Sep 01 16:47:02.036311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Request body: {'port': {'device_id': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:47:02.103730 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.131184 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-ca46f110-1d61-4181-b05a-3ea50a1e7b9c None None] Provisioning for port d2749391-1b5e-4029-a37a-269ccf8b0ae9 completed by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:47:02.134793 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-ca46f110-1d61-4181-b05a-3ea50a1e7b9c None None] Provisioning complete for port d2749391-1b5e-4029-a37a-269ccf8b0ae9 triggered by entity DHCP. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:47:02.135268 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca46f110-1d61-4181-b05a-3ea50a1e7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.310163 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:47:02.312477 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ca46f110-1d61-4181-b05a-3ea50a1e7b9c None None] Port d2749391-1b5e-4029-a37a-269ccf8b0ae9 cannot update to ACTIVE because it is not bound. {{(pid=93860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:47:02.370875 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2749391-1b5e-4029-a37a-269ccf8b0ae9 {{(pid=93858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:47:02.378293 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.391158 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.provisioning_blocks [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Transition to ACTIVE for port object d2749391-1b5e-4029-a37a-269ccf8b0ae9 will not be triggered until provisioned by entity L2. {{(pid=93858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:47:02.395610 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.440714 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Pushing event updated for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:02.522487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Attempting to bind port d2749391-1b5e-4029-a37a-269ccf8b0ae9 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:47:02.522914 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Attempting to bind port d2749391-1b5e-4029-a37a-269ccf8b0ae9 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:47:02.523179 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Attempting to bind port d2749391-1b5e-4029-a37a-269ccf8b0ae9 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:47:02.528023 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Port d2749391-1b5e-4029-a37a-269ccf8b0ae9 on network b727d985-3b8f-4b60-b998-9967497631f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:47:02.528388 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Attempting to bind port d2749391-1b5e-4029-a37a-269ccf8b0ae9 on network b727d985-3b8f-4b60-b998-9967497631f9 {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:47:02.535720 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Checking agent: {'id': '0e84ad7f-e763-47f3-8cca-68e83b52a4b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'started_at': datetime.datetime(2021, 9, 1, 16, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:47:02.536063 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Checking segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:47:02.536452 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Bound using segment: {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'} {{(pid=93858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:47:02.536888 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.managers [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Bound port: d2749391-1b5e-4029-a37a-269ccf8b0ae9, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a464f45a-6c4b-45d8-9acf-7bed0185aee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9'}}] {{(pid=93858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:47:02.537267 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.612665 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, cleared binding levels {{(pid=93858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:47:02.616042 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:47:02.619800 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.659200 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.659838 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:02.661259 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] 10.222.0.83 "PUT /v2.0/ports/d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 200 len: 1094 time: 0.6295931 Sep 01 16:47:02.661667 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:47:02.663927 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be4eb7-2249-443e-8eaf-8f25a1d13846" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:47:02.684171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f123a-efea-45d5-86bb-d90b2d67f720 service neutron] Pushing event updated for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=3']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:02.720844 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8287c-8563-4008-8d1f-7e0e6fe32d8f x-openstack-request-id: req-d2b8287c-8563-4008-8d1f-7e0e6fe32d8f {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:47:02.721182 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:47:02.721488 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2b8287c-8563-4008-8d1f-7e0e6fe32d8f {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:47:02.721908 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'status': 'completed', 'code': 200} Sep 01 16:47:02.784432 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-ed9ad35a-cf05-453d-9e92-5524c160d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.786029 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-ed9ad35a-cf05-453d-9e92-5524c160d489 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0771382 Sep 01 16:47:02.808364 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707083ec-b393-4dba-bcc4-0ac5e2a6e402 req-f2e7280a-da62-4037-b13f-bfac343b473b tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.809907 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-707083ec-b393-4dba-bcc4-0ac5e2a6e402 req-f2e7280a-da62-4037-b13f-bfac343b473b tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0724609 Sep 01 16:47:02.846653 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-68ff625a-d2c0-4d12-a904-a08517554cb0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 200 len: 217 time: 0.0526865 Sep 01 16:47:02.908194 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-707083ec-b393-4dba-bcc4-0ac5e2a6e402 req-85b1bb23-12c2-472b-9dc9-0d1041472aba tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689354 Sep 01 16:47:02.915410 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-50da5d6c-d2e3-4467-975e-dbd5031e027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.916825 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-50da5d6c-d2e3-4467-975e-dbd5031e027d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0621104 Sep 01 16:47:02.962407 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-18fa37a3-aa1b-450c-8e60-308d3ce06f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:02.963891 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-18fa37a3-aa1b-450c-8e60-308d3ce06f7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398264 Sep 01 16:47:03.051172 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-ce25a2c0-250f-4e39-a8a0-e33a643e4c24 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798812 Sep 01 16:47:03.141591 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-2636d297-4495-4433-bd6b-98e61fe89f70 req-e5b11f23-a7c8-4e8d-9c70-be58ca35b0d4 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Sep 01 16:47:03.228466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-2672d730-fab7-4aab-a2bb-abecc87a0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:03.229995 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-2672d730-fab7-4aab-a2bb-abecc87a0d6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0416403 Sep 01 16:47:03.328720 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-9f678c65-3ba8-4192-b601-359b8e7e0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:03.330268 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-9f678c65-3ba8-4192-b601-359b8e7e0e8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0931869 Sep 01 16:47:03.371683 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-bf884e66-a722-4494-b639-ad13bb37ea95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 200 len: 217 time: 0.0335438 Sep 01 16:47:03.422159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-c8fb2d78-44f8-4657-91d7-a39bac1dece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:03.423549 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-c8fb2d78-44f8-4657-91d7-a39bac1dece7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0435801 Sep 01 16:47:03.475192 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-6598d21a-bf86-4bf0-b3be-710d1765e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:03.476795 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-6598d21a-bf86-4bf0-b3be-710d1765e43e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448527 Sep 01 16:47:03.566269 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-689585ac-0084-4408-bda9-7aa03ef77e23 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Sep 01 16:47:03.666065 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-59be4eb7-2249-443e-8eaf-8f25a1d13846 req-e00ceb10-09d4-4438-8b5e-79bea6c8c502 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889645 Sep 01 16:47:04.026595 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1d4c-e790-4c81-b7b3-79827ccd7bce req-e49e693f-012b-4724-b9d1-d62b5a94da91 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:04.027982 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ad4b1d4c-e790-4c81-b7b3-79827ccd7bce req-e49e693f-012b-4724-b9d1-d62b5a94da91 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0507023 Sep 01 16:47:04.065262 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ad4b1d4c-e790-4c81-b7b3-79827ccd7bce req-87be1f42-4288-4c11-90d8-3445295b6d22 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313699 Sep 01 16:47:05.182563 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823069-7220-4485-a35a-278653e98421 req-0ab4c71c-71c4-4d06-819e-cbcc7e7e1d32 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:05.184051 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-07823069-7220-4485-a35a-278653e98421 req-0ab4c71c-71c4-4d06-819e-cbcc7e7e1d32 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0491941 Sep 01 16:47:05.222417 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-07823069-7220-4485-a35a-278653e98421 req-2b6abcf2-3864-4fe3-9162-942397aed297 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Sep 01 16:47:05.259391 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-308f7a87-3ee4-487c-aefc-c03f5d96173e req-f567499e-3c24-4735-b114-139021dfcceb tempest-ServerRescueNegativeTestJSON-737044972 tempest-ServerRescueNegativeTestJSON-737044972-project] (93858) timed out ('10.222.0.83', 59613) {{(pid=93858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:47:06.338814 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9631e-489a-48a2-8e7a-01ab08a3a64f req-efa79f82-80c5-44cb-b434-127ec6b330a6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:06.340299 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6cc9631e-489a-48a2-8e7a-01ab08a3a64f req-efa79f82-80c5-44cb-b434-127ec6b330a6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0488570 Sep 01 16:47:06.379850 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6cc9631e-489a-48a2-8e7a-01ab08a3a64f req-e2a5b190-5c98-4d89-a18d-4ac66a97df1c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334575 Sep 01 16:47:07.545012 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce60a1-58cd-4133-b8b9-6cf4a3551f82 req-af89aa93-8ad5-4dbd-91e8-d22e8ed691b1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:07.546543 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cdce60a1-58cd-4133-b8b9-6cf4a3551f82 req-af89aa93-8ad5-4dbd-91e8-d22e8ed691b1 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0483594 Sep 01 16:47:07.583522 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cdce60a1-58cd-4133-b8b9-6cf4a3551f82 req-6fb3ef92-23c9-4615-b47b-5cf0ad3f0dc7 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311570 Sep 01 16:47:08.704201 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50099bb-359c-4402-8e1a-860de4da3a89 req-bae2b103-5059-4f6e-9f08-fc46f737717f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:08.705602 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f50099bb-359c-4402-8e1a-860de4da3a89 req-bae2b103-5059-4f6e-9f08-fc46f737717f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0558379 Sep 01 16:47:08.743122 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f50099bb-359c-4402-8e1a-860de4da3a89 req-1a2dacca-685a-48cb-bd0b-8471bec658ac tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Sep 01 16:47:09.855741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660637-c81d-4289-a45a-85ab1c94e39c req-d36fd9c5-99f9-4e22-9042-18c01eefa1d4 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:09.857737 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9c660637-c81d-4289-a45a-85ab1c94e39c req-d36fd9c5-99f9-4e22-9042-18c01eefa1d4 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 944 time: 0.0485013 Sep 01 16:47:09.898508 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9c660637-c81d-4289-a45a-85ab1c94e39c req-16b715bc-4f52-473b-b086-1ea90c24477d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349140 Sep 01 16:47:10.759985 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device d2749391-1b5e-4029-a37a-269ccf8b0ae9 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=93860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:47:10.850519 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:47:10.863777 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Returning: {'device': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'port_id': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'mac_address': 'fa:16:3e:7e:a5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:47:10.904901 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:10.917242 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2749391-1b5e-4029-a37a-269ccf8b0ae9 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:47:10.936689 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:47:10.940108 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:10.988090 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=4']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:10.995247 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.995607 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.995956 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.996304 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.996642 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.996986 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.997356 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.997840 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.998293 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.998647 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.998993 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:10.999339 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:47:11.012550 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a519055-3479-4a38-82b3-8ea08ca3a204 req-dbedb09a-8746-43e7-a30a-f097678b79ea tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:11.014137 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a519055-3479-4a38-82b3-8ea08ca3a204 req-dbedb09a-8746-43e7-a30a-f097678b79ea tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 945 time: 0.0496216 Sep 01 16:47:11.051609 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a519055-3479-4a38-82b3-8ea08ca3a204 req-9b6fbf4d-270f-4c8e-a9cd-5c4ec2216482 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Sep 01 16:47:11.166360 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] get_ports_and_sgs() called for port_ids ['d2749391-1b5e-4029-a37a-269ccf8b0ae9'] {{(pid=93860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:47:12.164085 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17508-979b-4e1f-a4f9-7476d70b221e req-b661d7af-04a8-469a-ac6c-dfc7e94d5af0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:12.165563 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c2c17508-979b-4e1f-a4f9-7476d70b221e req-b661d7af-04a8-469a-ac6c-dfc7e94d5af0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 945 time: 0.0476313 Sep 01 16:47:12.202110 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c2c17508-979b-4e1f-a4f9-7476d70b221e req-c8b02085-c94a-4bd0-9016-131096ba677c tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307057 Sep 01 16:47:12.576828 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:12.773457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device d2749391-1b5e-4029-a37a-269ccf8b0ae9 up at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:47:12.820461 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning for port d2749391-1b5e-4029-a37a-269ccf8b0ae9 completed by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:47:12.824486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Provisioning complete for port d2749391-1b5e-4029-a37a-269ccf8b0ae9 triggered by entity L2. {{(pid=93860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:47:12.824887 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-529330'] for port, provisioning_complete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:12.902572 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:12.924879 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:47:12.927142 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79aa64e0177dec9c5565bda589bfeeceb16fe1ffbd4fa066c87b0314c1d14ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1266b5ba-2ab9-48e5-9168-240a58320a1f" -d '{"events": [{"server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:47:12.940414 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:47:12.944572 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:12.970734 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c548171f-0218-4d25-aee3-da5b36d9a59d x-openstack-request-id: req-c548171f-0218-4d25-aee3-da5b36d9a59d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:47:12.971024 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "name": "network-vif-plugged", "status": "completed", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:47:12.971424 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c548171f-0218-4d25-aee3-da5b36d9a59d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:47:12.971722 dv-cinder-806726-5-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'code': 200} Sep 01 16:47:12.999338 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Pushing event updated for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=5']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:13.184163 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc303-6c63-40fe-a247-4d8786d4fe8c req-2c2ef4f3-6be4-4ad7-8f32-6690b7949759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:13.186290 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0fbdc303-6c63-40fe-a247-4d8786d4fe8c req-2c2ef4f3-6be4-4ad7-8f32-6690b7949759 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0393047 Sep 01 16:47:13.220661 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0fbdc303-6c63-40fe-a247-4d8786d4fe8c req-c0bc0b47-702a-46a0-ac1f-b6c9a184cae3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272748 Sep 01 16:47:13.318296 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f50eb-5462-43e7-8b2d-7d4b16317f73 req-f1e1b64b-e2a3-4c9e-aa35-ee805cc589b6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:13.319805 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-127f50eb-5462-43e7-8b2d-7d4b16317f73 req-f1e1b64b-e2a3-4c9e-aa35-ee805cc589b6 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0507708 Sep 01 16:47:13.360923 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-127f50eb-5462-43e7-8b2d-7d4b16317f73 req-24ef4d67-3b06-40fe-bb23-612195f6069f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Sep 01 16:47:14.475786 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958fa2-eac2-4629-a517-a1e26588960c req-4dbec6b9-a9ed-4264-95f5-d0ba662a3844 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:14.477357 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd958fa2-eac2-4629-a517-a1e26588960c req-4dbec6b9-a9ed-4264-95f5-d0ba662a3844 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Sep 01 16:47:14.514868 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-bd958fa2-eac2-4629-a517-a1e26588960c req-4979eb4b-360c-4d6e-af0d-9c9936ad2a8e tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Sep 01 16:47:14.625620 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6b3b-a673-4f35-bba7-00f39fbddacb req-4b42017d-adf8-4ee0-ac2a-f871b7af8f41 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:14.627136 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdce6b3b-a673-4f35-bba7-00f39fbddacb req-4b42017d-adf8-4ee0-ac2a-f871b7af8f41 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Sep 01 16:47:14.663843 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-bdce6b3b-a673-4f35-bba7-00f39fbddacb req-32f950bc-844e-4aba-8114-cfc0736093d0 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Sep 01 16:47:14.685028 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44610) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:47:14.725130 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9c244-2f90-44a9-b78b-babe7d0e466f tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:14.726696 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-c7f9c244-2f90-44a9-b78b-babe7d0e466f tempest-TestVolumeBootPattern-937098053 tempest-TestVolumeBootPattern-937098053-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1094 time: 0.0401437 Sep 01 16:47:14.729380 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44612) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:47:14.733644 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.v2.base [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Request body: {'floatingip': {'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'port_id': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:47:14.755641 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:14.852015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:14.968950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_common [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Allocated IP 172.27.2.162 (ea7d75aa-45a2-41ae-bf65-95f2bf7c4003/80151601-1d9e-422e-ba02-4b38ae8fe18e/72aed70b-8042-4db9-b477-18f984622417) {{(pid=93858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:47:15.067751 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.105376 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787525794088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.139669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Network ea7d75aa-45a2-41ae-bf65-95f2bf7c4003 is already hosted by enough agents. {{(pid=93858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:47:15.144284 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.base_scheduler [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Resources bound (agent type, host, resource id): {{(pid=93858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:47:15.147694 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Received port after_create {{(pid=93858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:47:15.170602 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=72aed70b-8042-4db9-b477-18f984622417,revision_number=1']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:15.495828 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.561424 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-602469'] for port, before_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.710795 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for port, precommit_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.715478 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787526197971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787525794106', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787525794124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29148187'] for port, after_update {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.785648 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event updated for resources: {'Port': ['ID=72aed70b-8042-4db9-b477-18f984622417,revision_number=2']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:47:15.796159 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3908619'] for floatingip, after_create {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:15.891649 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP 64d643c1-7324-4d70-b90b-47143c1b9c49 associated. External IP: 172.27.2.162, port: d2749391-1b5e-4029-a37a-269ccf8b0ae9. Sep 01 16:47:16.353017 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:47:16.459000 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:47:16.469468 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:47:16.476004 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:16.479422 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:47:16.480079 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:46:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:47:16.502150 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-30ed8d36-564d-46cb-940d-8c6bfd24ede5 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7717624 Sep 01 16:47:16.502736 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:47:16.504960 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f2992-d592-4204-a89d-18a1041bfc50" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:47:16.540227 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2318da8f-32f2-4256-9876-bd73345600bc x-openstack-request-id: req-2318da8f-32f2-4256-9876-bd73345600bc {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:47:16.540515 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:47:16.540825 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2318da8f-32f2-4256-9876-bd73345600bc {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:47:16.541159 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'status': 'completed', 'code': 200} Sep 01 16:47:16.586031 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:47:16.605404 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f2992-d592-4204-a89d-18a1041bfc50 req-a41e4be7-430f-4b56-9f92-49e9155f09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:16.606922 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-a41e4be7-430f-4b56-9f92-49e9155f09c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0418317 Sep 01 16:47:16.695238 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f2992-d592-4204-a89d-18a1041bfc50 req-b7b7e594-ded6-4a31-beca-1fb8ac945192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:16.696713 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-b7b7e594-ded6-4a31-beca-1fb8ac945192 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0827539 Sep 01 16:47:16.765739 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-add19f7a-6ea0-4a9b-bb33-b01f378b9f14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0615511 Sep 01 16:47:16.812611 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '64d643c1-7324-4d70-b90b-47143c1b9c49', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:47:15Z', 'updated_at': '2021-09-01T16:47:15Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}, {'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:47:16.816783 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f2992-d592-4204-a89d-18a1041bfc50 req-2ab38c75-d2cf-45e8-a9aa-4244fc7448c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:16.818278 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-2ab38c75-d2cf-45e8-a9aa-4244fc7448c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0442326 Sep 01 16:47:16.838425 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:47:16.847235 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:47:16.847851 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:46:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:47:16.862654 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f2992-d592-4204-a89d-18a1041bfc50 req-187f6ae4-f514-4d3d-9e12-4096d2c8995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:16.864066 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-187f6ae4-f514-4d3d-9e12-4096d2c8995b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391486 Sep 01 16:47:16.952490 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:47:16.954290 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-c517bd6d-821a-4b78-94ad-d18f8f4237b7 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829747 Sep 01 16:47:17.043320 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-655f2992-d592-4204-a89d-18a1041bfc50 req-a5bfe019-4775-4674-82c5-b2803340201d service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Sep 01 16:47:17.179741 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '64d643c1-7324-4d70-b90b-47143c1b9c49', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:47:15Z', 'updated_at': '2021-09-01T16:47:15Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}, {'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:47:17.204963 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72902b19-29ab-4768-90fd-44231fe68c3f None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': '64d643c1-7324-4d70-b90b-47143c1b9c49', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:a5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:47:15Z', 'updated_at': '2021-09-01T16:47:15Z', 'revision_number': 0, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}, {'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:47:17.392075 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84409f2-09ee-45a7-a9fe-662e358db593 None None] New status for floating IP 64d643c1-7324-4d70-b90b-47143c1b9c49: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:47:17.676705 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd22440b-be7d-4e42-91f8-3e8ca0f132c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:21.997282 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e72d1acd-3a26-47a8-a7ea-b2818aae689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:22.237580 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:22.677520 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:24.867297 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:39.309302 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:47:42.592281 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:47.677779 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e947ecf-538a-44cd-87ef-16ffa1646c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:51.999625 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db702a34-118f-4300-9fb1-6f671dd94561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:52.239670 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:52.681256 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:54.870312 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:47:58.499201 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-9706c3de-4b1d-42ff-bde6-a2643e100316 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460396 Sep 01 16:47:58.586947 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-2d091cf2-e7ed-4404-8a42-c8a3bdc9bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:58.588469 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-2d091cf2-e7ed-4404-8a42-c8a3bdc9bc1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.0447145 Sep 01 16:47:58.696015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-b6e24dbe-a992-4a8c-896b-f5535899ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:58.697460 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-b6e24dbe-a992-4a8c-896b-f5535899ddf7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0881650 Sep 01 16:47:58.767997 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-f63a9fa7-4c78-4826-b588-fa82466e8397 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 1001 time: 0.0626953 Sep 01 16:47:58.829546 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-7b7356e4-0a75-4023-839a-2e57f554a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:58.831050 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-7b7356e4-0a75-4023-839a-2e57f554a72b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0550621 Sep 01 16:47:58.877612 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-102b29c3-e96b-4d02-8d17-abe7a7c048ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:47:58.879168 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-102b29c3-e96b-4d02-8d17-abe7a7c048ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403395 Sep 01 16:47:58.979613 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-00776d7c-39e0-483f-a9cf-86b030dc0d0c service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930743 Sep 01 16:47:59.068245 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c3cab857-4ee7-4994-9e46-67cf33133891 req-936a0dbe-23c9-4081-8bb3-669e953c837c service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812216 Sep 01 16:48:12.607556 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:16.308075 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:48:17.678688 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b220bc3a-37a8-41db-bb52-89c390860a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:22.002044 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4f1f65c0-cfdb-4994-94a3-3b6af572f975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:22.241731 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:22.684063 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:24.879711 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:42.615588 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:47.679753 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5f1e-1b67-45d6-a8cc-82e613086691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.205973 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44648) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:48:48.366386 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port 72aed70b-8042-4db9-b477-18f984622417 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:48:48.366736 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.444670 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.445014 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.457822 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for 72aed70b-8042-4db9-b477-18f984622417 owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:48:48.604463 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.630968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=72aed70b-8042-4db9-b477-18f984622417,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:48:48.654264 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.654621 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.654968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.655315 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.655654 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.655992 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.656335 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.656669 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.657002 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.657364 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.657695 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.658021 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:48:48.704177 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:48.704510 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP 64d643c1-7324-4d70-b90b-47143c1b9c49 disassociated (deleted). External IP: 172.27.2.162, port: d2749391-1b5e-4029-a37a-269ccf8b0ae9. Sep 01 16:48:48.908677 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:48:49.013806 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:48:49.018602 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:49.023867 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:48:49.032371 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:48:49.032988 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:49.044462 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-9d251946-3490-49b9-896e-d5ba2a3b4c94 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "DELETE /v2.0/floatingips/64d643c1-7324-4d70-b90b-47143c1b9c49 HTTP/1.1" status: 204 len: 168 time: 0.8374777 Sep 01 16:48:49.045054 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:48:49.047362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d62dca-96d2-4b94-ad67-e5444acd26c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:48:49.086679 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d9b35-499e-4326-a7f3-6f57ee897f15 x-openstack-request-id: req-837d9b35-499e-4326-a7f3-6f57ee897f15 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:48:49.086966 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:48:49.087216 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-837d9b35-499e-4326-a7f3-6f57ee897f15 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:48:49.087692 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'status': 'completed', 'code': 200} Sep 01 16:48:49.157304 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-162f6649-4dcf-476e-aeb0-df6bfb6aefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:49.158933 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-162f6649-4dcf-476e-aeb0-df6bfb6aefc3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0481782 Sep 01 16:48:49.263503 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-55da9f4d-b897-4ba2-91da-1c1c4219d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:49.265007 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-55da9f4d-b897-4ba2-91da-1c1c4219d396 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0959280 Sep 01 16:48:49.282074 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:48:49.295576 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca7b3-c506-4b5e-910b-bfc5e650c990 req-1209a9cb-6c2a-4b3b-a4a6-9f28b636d0ec tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:49.297178 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4f3ca7b3-c506-4b5e-910b-bfc5e650c990 req-1209a9cb-6c2a-4b3b-a4a6-9f28b636d0ec tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0572042 Sep 01 16:48:49.313265 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-e7e7bdc1-1054-4c96-a278-533b2cbc336d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 200 len: 217 time: 0.0390437 Sep 01 16:48:49.339134 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4f3ca7b3-c506-4b5e-910b-bfc5e650c990 req-c2c567c6-f4cd-4c32-a44b-43bdaa6ee756 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356810 Sep 01 16:48:49.366478 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-f5756716-68d2-4280-8b0c-466c33285ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:49.367945 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-f5756716-68d2-4280-8b0c-466c33285ba6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0469398 Sep 01 16:48:49.414116 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-1ba3666d-c0eb-4434-9801-2df520474021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:49.415538 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-1ba3666d-c0eb-4434-9801-2df520474021 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401609 Sep 01 16:48:49.505803 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:49.506607 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-f313fa1a-75b2-43b4-a526-957d40511119 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 Sep 01 16:48:49.531704 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:48:49.539839 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:48:49.540451 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:22Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:49.596088 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-c9d62dca-96d2-4b94-ad67-e5444acd26c0 req-929cd0e2-36a8-4039-ae6e-fbf22d600f22 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818911 Sep 01 16:48:49.649031 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:48:49.868644 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:49.894589 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6355e-5568-45c8-870d-ac75bc74adfe None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_floatingips': [{'id': 'fc6e0f43-fd02-41bc-8005-d7e5c8be95da', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'router_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'port_id': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'mac_address': 'fa:16:3e:7e:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086374c1-b704-4642-9d5d-667f2a2ead59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:45:22Z', 'updated_at': '2021-09-01T16:45:24Z', 'revision_number': 1, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:48:50.106680 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee2e79-463b-41e0-8730-5ec9b286c2f1 None None] New status for floating IP 64d643c1-7324-4d70-b90b-47143c1b9c49: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:48:50.454653 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596fbe7-20dc-49a9-86b4-d3419c7c4e7a req-1e6ee4ef-8223-45af-b37b-c27ee713cdd3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:50.456161 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6596fbe7-20dc-49a9-86b4-d3419c7c4e7a req-1e6ee4ef-8223-45af-b37b-c27ee713cdd3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0495043 Sep 01 16:48:50.495132 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-6596fbe7-20dc-49a9-86b4-d3419c7c4e7a req-88f08f9c-ab89-42db-8d0e-ac8b7ad25f25 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325053 Sep 01 16:48:50.867902 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-92bbaf55-8579-4cdf-ac94-a0c3a4c7298a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:50.869341 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-92bbaf55-8579-4cdf-ac94-a0c3a4c7298a tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Sep 01 16:48:50.955523 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port d2749391-1b5e-4029-a37a-269ccf8b0ae9 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:48:50.955861 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:51.042901 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] For port d2749391-1b5e-4029-a37a-269ccf8b0ae9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=d2749391-1b5e-4029-a37a-269ccf8b0ae9,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:48:51.043770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:51.056421 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for d2749391-1b5e-4029-a37a-269ccf8b0ae9 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:48:51.176770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:51.206633 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=d2749391-1b5e-4029-a37a-269ccf8b0ae9,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:48:51.249808 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] No DVR routers for this DVR port d2749391-1b5e-4029-a37a-269ccf8b0ae9 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:48:51.252312 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:51.254330 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9489acc0-e410-416b-b31d-dba0408e05b6 req-8335297f-22af-439a-acb8-0278a9747e29 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "DELETE /v2.0/ports/d2749391-1b5e-4029-a37a-269ccf8b0ae9 HTTP/1.1" status: 204 len: 173 time: 0.3787074 Sep 01 16:48:51.254759 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'name': 'network-vif-deleted', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:48:51.257015 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3312761c-b145-40e2-96a3-4a2b396868e5" -d '{"events": [{"server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "name": "network-vif-deleted", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:48:51.296060 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ba5c30-a0c9-4dd1-9dac-5853ea981632 x-openstack-request-id: req-d6ba5c30-a0c9-4dd1-9dac-5853ea981632 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:48:51.296358 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6cddcd-5827-4a75-9127-4c792220bbd3", "name": "network-vif-deleted", "tag": "d2749391-1b5e-4029-a37a-269ccf8b0ae9", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:48:51.296610 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d6ba5c30-a0c9-4dd1-9dac-5853ea981632 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:48:51.297006 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6cddcd-5827-4a75-9127-4c792220bbd3', 'name': 'network-vif-deleted', 'tag': 'd2749391-1b5e-4029-a37a-269ccf8b0ae9', 'status': 'completed', 'code': 200} Sep 01 16:48:51.592710 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-065f27cc-6d28-4dac-8206-31690a10c0e8 req-97893ed0-43c9-4d48-907c-ac1e54715146 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=8b6cddcd-5827-4a75-9127-4c792220bbd3 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Sep 01 16:48:52.003126 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e5a8e64-883f-4229-9f36-590fea54e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:52.243336 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:52.688534 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:53.234034 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device d2749391-1b5e-4029-a37a-269ccf8b0ae9 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:48:53.253443 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: d2749391-1b5e-4029-a37a-269ccf8b0ae9 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:48:53.253704 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device d2749391-1b5e-4029-a37a-269ccf8b0ae9 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:48:53.306044 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:48:54.875741 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:54.877886 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44686) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:48:55.028936 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port 8e7588de-66bd-4801-918f-7d6fdc1ac792 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:48:55.029311 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.104459 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.104818 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.116914 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for 8e7588de-66bd-4801-918f-7d6fdc1ac792 owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:48:55.255939 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.282541 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=8e7588de-66bd-4801-918f-7d6fdc1ac792,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:48:55.339733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.340081 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.db.l3_db [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Floating IP fc6e0f43-fd02-41bc-8005-d7e5c8be95da disassociated (deleted). External IP: 172.27.2.206, port: 88b8960d-aa61-4704-815d-699cbfb9eb73. Sep 01 16:48:55.546984 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:48:55.650968 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:48:55.656409 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:55.660952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:48:55.669665 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:48:55.670293 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:55.681664 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-0f3cfda7-c3f4-421e-955f-71163cf7a88f tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "DELETE /v2.0/floatingips/fc6e0f43-fd02-41bc-8005-d7e5c8be95da HTTP/1.1" status: 204 len: 168 time: 0.8026638 Sep 01 16:48:55.682256 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:48:55.684528 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6026e8d-69f7-4ce5-9229-7e96be75cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:48:55.729275 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1830f804-c48e-4015-8b94-4057fdd51595 x-openstack-request-id: req-1830f804-c48e-4015-8b94-4057fdd51595 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:48:55.729568 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:48:55.729823 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1830f804-c48e-4015-8b94-4057fdd51595 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:48:55.730223 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'status': 'completed', 'code': 200} Sep 01 16:48:55.795754 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:48:55.857362 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-0bbc2351-311a-496d-bfcf-deb4c21d24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:55.858889 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-0bbc2351-311a-496d-bfcf-deb4c21d24d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d313292891b40ec80ee668d3fdce963&device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 1098 time: 0.1057601 Sep 01 16:48:55.945284 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40bb2-c0b0-4cce-af7f-f76e048fed8d req-73036b11-43bf-409c-8eef-349a35a11a3d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:55.946979 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c8a40bb2-c0b0-4cce-af7f-f76e048fed8d req-73036b11-43bf-409c-8eef-349a35a11a3d tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Sep 01 16:48:55.960831 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-08257b8d-2c57-46c9-a70b-72fe0d48bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:55.962352 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-08257b8d-2c57-46c9-a70b-72fe0d48bdc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 200 len: 913 time: 0.0897868 Sep 01 16:48:55.992729 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c8a40bb2-c0b0-4cce-af7f-f76e048fed8d req-455c8d31-7e6d-4d1a-8423-3662dce1dcbb tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Sep 01 16:48:56.011201 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-d5cca76a-7f25-4cd4-9f8a-96d1b3472f0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 200 len: 217 time: 0.0402267 Sep 01 16:48:56.018171 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:56.044417 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:48:56.052730 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:48:56.053381 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:56.060908 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-e0b25c18-776c-486f-8410-baf54b61e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:56.062478 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-e0b25c18-776c-486f-8410-baf54b61e669 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 200 len: 851 time: 0.0437300 Sep 01 16:48:56.113574 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-2e07aea1-80da-4880-9162-056c713ea3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:56.115225 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-2e07aea1-80da-4880-9162-056c713ea3bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b727d985-3b8f-4b60-b998-9967497631f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442145 Sep 01 16:48:56.128291 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-da91568f-df24-4151-94c3-7dc2cb4d0eec service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=93858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:48:56.129258 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-da91568f-df24-4151-94c3-7dc2cb4d0eec service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049653 Sep 01 16:48:56.159766 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:48:56.217522 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-95f1ab0f-1c25-4b9f-ba20-a63c893e3cf5 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808427 Sep 01 16:48:56.313125 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-d6026e8d-69f7-4ce5-9229-7e96be75cb08 req-49cc9433-a378-41e3-9361-48d63e4d3db8 service neutron] 10.222.0.83 "GET /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Sep 01 16:48:56.356889 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:48:56.385963 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e215773-ee18-419c-8cfd-d7ce618ec030 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:42:00Z', 'revision_number': 4, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi', '_interfaces': [{'id': '125f435f-743f-4730-9719-4ae3b2a1d000', 'name': '', 'network_id': 'b727d985-3b8f-4b60-b998-9967497631f9', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'mac_address': 'fa:16:3e:c5:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:00Z', 'updated_at': '2021-09-01T16:42:07Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'subnets': [{'id': '3b496da2-7ab8-459c-bb8e-21bd43014c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:48:56.581711 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4875d-f620-4b76-b5be-66722df6b5d2 None None] New status for floating IP fc6e0f43-fd02-41bc-8005-d7e5c8be95da: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:48:57.110365 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420c3ae-813f-4890-b385-3128043311c3 req-1aa23879-e1ce-4f73-995a-55d39422c366 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:57.111877 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9420c3ae-813f-4890-b385-3128043311c3 req-1aa23879-e1ce-4f73-995a-55d39422c366 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0500391 Sep 01 16:48:57.149696 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-9420c3ae-813f-4890-b385-3128043311c3 req-fd3f7a18-3f78-456a-ac73-63b420701068 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/security-groups?id=01193fac-3e94-48a4-bd6c-aa28a9cb6865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Sep 01 16:48:57.412470 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-4d8db51b-ec5a-40de-9404-cfc5746073e3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:48:57.413947 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-4d8db51b-ec5a-40de-9404-cfc5746073e3 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 01 16:48:57.757919 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port 88b8960d-aa61-4704-815d-699cbfb9eb73 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:48:57.758172 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:57.840805 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] For port 88b8960d-aa61-4704-815d-699cbfb9eb73, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=88b8960d-aa61-4704-815d-699cbfb9eb73,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:48:57.841171 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:57.853513 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for 88b8960d-aa61-4704-815d-699cbfb9eb73 owned by compute:nova {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:48:57.978487 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:58.006576 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=88b8960d-aa61-4704-815d-699cbfb9eb73,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:48:58.053484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] No DVR routers for this DVR port 88b8960d-aa61-4704-815d-699cbfb9eb73 on host hv-cinder-80672 {{(pid=93858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:48:58.056236 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for port, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:58.058332 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-cceff1e5-672f-421c-9f34-9597e30e2a55 req-b2e41056-4ea0-485c-a02c-e2a4c1f5c044 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.83 "DELETE /v2.0/ports/88b8960d-aa61-4704-815d-699cbfb9eb73 HTTP/1.1" status: 204 len: 173 time: 0.6378529 Sep 01 16:48:58.058795 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'name': 'network-vif-deleted', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73'}] {{(pid=93858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:48:58.061128 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30469848ec4a0cf02048307d8c50ce61dd4b92c9032ed0071611d0eb466d4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ce1a55-2d1e-41eb-84db-7e3cb76b1c31" -d '{"events": [{"server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "name": "network-vif-deleted", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73"}]}' {{(pid=93858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:48:58.099243 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc19b0-4f44-4402-919b-0ff66c89ac95 x-openstack-request-id: req-7acc19b0-4f44-4402-919b-0ff66c89ac95 {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:48:58.099536 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086374c1-b704-4642-9d5d-667f2a2ead59", "name": "network-vif-deleted", "tag": "88b8960d-aa61-4704-815d-699cbfb9eb73", "status": "completed", "code": 200}]} {{(pid=93858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:48:58.099791 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7acc19b0-4f44-4402-919b-0ff66c89ac95 {{(pid=93858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:48:58.100186 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086374c1-b704-4642-9d5d-667f2a2ead59', 'name': 'network-vif-deleted', 'tag': '88b8960d-aa61-4704-815d-699cbfb9eb73', 'status': 'completed', 'code': 200} Sep 01 16:48:58.242635 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [req-0bd05e52-ebc3-4ffa-ab48-ec4879493542 req-d463853f-7ebb-4fab-8e0b-52c63333b322 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "GET /v2.0/ports?device_id=086374c1-b704-4642-9d5d-667f2a2ead59 HTTP/1.1" status: 200 len: 210 time: 0.0272553 Sep 01 16:48:59.298220 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44704) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:48:59.420186 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Deleting port 69759b3c-c7cf-4723-b9e6-ea875d973c6e {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:48:59.420535 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.499230 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.499560 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.510701 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Calling delete_port for 69759b3c-c7cf-4723-b9e6-ea875d973c6e owned by network:floatingip {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:48:59.644942 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.674129 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'Port': ['ID=69759b3c-c7cf-4723-b9e6-ea875d973c6e,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:48:59.734789 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.737846 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19504'] for floatingip, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:48:59.739402 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-edcf4e7f-0f1c-4a72-adc4-23b60ac99315 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "DELETE /v2.0/floatingips/4f7a953a-2067-4e62-a897-f50802ff6089 HTTP/1.1" status: 204 len: 168 time: 0.4401374 Sep 01 16:49:00.934281 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44716) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:00.994149 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.020314 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.081523 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.084127 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Notify callbacks [] for security_group, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.085321 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] 10.222.0.101 "DELETE /v2.0/security-groups/01193fac-3e94-48a4-bd6c-aa28a9cb6865 HTTP/1.1" status: 204 len: 168 time: 0.1500196 Sep 01 16:49:01.094520 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c408db6-f415-4e85-8774-77a18dbf9f70 tempest-TestVolumeBootPattern-1618023182 tempest-TestVolumeBootPattern-1618023182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01193fac-3e94-48a4-bd6c-aa28a9cb6865,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:01.145711 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44720) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:01.290908 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 88b8960d-aa61-4704-815d-699cbfb9eb73 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:01.310991 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] No Port match for: 88b8960d-aa61-4704-815d-699cbfb9eb73 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:01.311343 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Device 88b8960d-aa61-4704-815d-699cbfb9eb73 not bound to the agent host hv-cinder-80672 {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:01.609484 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.860799 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Deleting port 125f435f-743f-4730-9719-4ae3b2a1d000 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:01.861066 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.935733 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] For port 125f435f-743f-4730-9719-4ae3b2a1d000, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=125f435f-743f-4730-9719-4ae3b2a1d000,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:01.936412 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:01.948928 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Calling delete_port for 125f435f-743f-4730-9719-4ae3b2a1d000 owned by network:router_interface {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:02.124618 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:02.154168 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=125f435f-743f-4730-9719-4ae3b2a1d000,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:02.316815 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:02.530961 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:49:02.645835 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:49:02.650993 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-a63ede0a-0125-475d-b3d7-005ec599bf84 admin admin] 10.222.0.101 "PUT /v2.0/routers/f37e0ccb-1924-43e5-98f3-e05ba0a77b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041366 Sep 01 16:49:02.654240 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44724) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:02.655486 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Sync routers for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:49:02.664767 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:49:02.665757 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:02.756577 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:02.769753 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: dv-cinder-806726-5-iscsi {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:49:02.867987 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:02.932033 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Deleting port 34b50738-43e7-4b36-b5eb-b2b3764f73e2 {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:02.932499 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:02.946707 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:49:02Z', 'revision_number': 5, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port': {'id': '34b50738-43e7-4b36-b5eb-b2b3764f73e2', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:41:57Z', 'updated_at': '2021-09-01T16:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:02.978161 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Checking router: f37e0ccb-1924-43e5-98f3-e05ba0a77b9c for host: dv-cinder-806726-5-iscsi {{(pid=93860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:49:02.986490 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Routers {'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:49:02.987100 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'], 'active': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:03.010693 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] For port 34b50738-43e7-4b36-b5eb-b2b3764f73e2, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=34b50738-43e7-4b36-b5eb-b2b3764f73e2,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:03.011269 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.023946 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Calling delete_port for 34b50738-43e7-4b36-b5eb-b2b3764f73e2 owned by network:router_gateway {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:03.070326 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvr_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] Set router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c gateway port host: None {{(pid=93860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:49:03.121383 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.db.l3_hamode_db [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:49:02Z', 'revision_number': 6, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:03.187453 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.225260 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Pushing event deleted for resources: {'Port': ['ID=34b50738-43e7-4b36-b5eb-b2b3764f73e2,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:03.280516 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d150aa7e-4ba8-45da-ba54-c01002ceaf36 None None] The sync data for ids ['f37e0ccb-1924-43e5-98f3-e05ba0a77b9c'] in dv-cinder-806726-5-iscsi is: [{'id': 'f37e0ccb-1924-43e5-98f3-e05ba0a77b9c', 'name': 'tempest-TestVolumeBootPattern-1538762098-router', 'tenant_id': '2d313292891b40ec80ee668d3fdce963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:41:56Z', 'updated_at': '2021-09-01T16:49:02Z', 'revision_number': 6, 'project_id': '2d313292891b40ec80ee668d3fdce963', 'gw_port_host': None}] {{(pid=93860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:49:03.294627 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.381495 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.383670 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.427744 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.428468 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f37e0ccb-1924-43e5-98f3-e05ba0a77b9c {{(pid=93858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:49:03.433740 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.434898 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-7925e779-f201-437d-bb12-7e31f92a57fa admin admin] 10.222.0.101 "DELETE /v2.0/routers/f37e0ccb-1924-43e5-98f3-e05ba0a77b9c HTTP/1.1" status: 204 len: 168 time: 0.7797089 Sep 01 16:49:03.437368 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44726) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:03.488040 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Deleting subnet 3b496da2-7ab8-459c-bb8e-21bd43014c51 {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:49:03.491430 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.525515 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.603329 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.666226 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.697672 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b496da2-7ab8-459c-bb8e-21bd43014c51,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:03.701100 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.703035 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-ac457138-dab0-4549-8376-4adca5ff5664 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3b496da2-7ab8-459c-bb8e-21bd43014c51 HTTP/1.1" status: 204 len: 168 time: 0.2646754 Sep 01 16:49:03.705640 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44728) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:03.709299 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b3483-799d-4df9-9cce-c15ddf658c37 None None] Network b727d985-3b8f-4b60-b998-9967497631f9 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:49:03.774128 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.830683 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Deleting port 098395f8-e716-4c9b-9a7e-506f4c96de59 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:03.831031 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.895488 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] For port 098395f8-e716-4c9b-9a7e-506f4c96de59, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=098395f8-e716-4c9b-9a7e-506f4c96de59,segment=NetworkSegment(a464f45a-6c4b-45d8-9acf-7bed0185aee0),segment_id=a464f45a-6c4b-45d8-9acf-7bed0185aee0)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:03.895779 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:03.908391 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Calling delete_port for 098395f8-e716-4c9b-9a7e-506f4c96de59 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:03.989357 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.017111 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=098395f8-e716-4c9b-9a7e-506f4c96de59,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:04.019688 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] No DVR routers for this DVR port 098395f8-e716-4c9b-9a7e-506f4c96de59 on host dv-cinder-806726-5-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:49:04.021932 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac605d-6ace-4acd-9f19-6675816dd714 None None] DHCP port deletion for b727d985-3b8f-4b60-b998-9967497631f9 request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:49:04.029394 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.029746 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.030087 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.030425 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.030755 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.031081 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.031405 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.031728 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.032052 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.032403 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.032741 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.033137 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-5-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:49:04.079752 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 125f435f-743f-4730-9719-4ae3b2a1d000 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:04.103760 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 125f435f-743f-4730-9719-4ae3b2a1d000 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:04.104104 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 125f435f-743f-4730-9719-4ae3b2a1d000 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:04.104523 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 34b50738-43e7-4b36-b5eb-b2b3764f73e2 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:04.104962 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.117090 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b727d985-3b8f-4b60-b998-9967497631f9']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:04.126754 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 34b50738-43e7-4b36-b5eb-b2b3764f73e2 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:04.127110 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 34b50738-43e7-4b36-b5eb-b2b3764f73e2 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:04.127530 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 098395f8-e716-4c9b-9a7e-506f4c96de59 no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:04.133463 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a464f45a-6c4b-45d8-9acf-7bed0185aee0') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:04.133760 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a464f45a-6c4b-45d8-9acf-7bed0185aee0') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:04.143945 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.146416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 098395f8-e716-4c9b-9a7e-506f4c96de59 {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:04.146718 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 098395f8-e716-4c9b-9a7e-506f4c96de59 not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:04.160437 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.166832 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:49:04.167275 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:49:04.169617 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:49:04.222821 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.228114 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:04.233821 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b727d985-3b8f-4b60-b998-9967497631f9 HTTP/1.1" status: 204 len: 168 time: 0.5235534 Sep 01 16:49:04.233932 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44730) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:04.245706 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37653d-8134-4005-9b00-c7381f724fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b727d985-3b8f-4b60-b998-9967497631f9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:04.842950 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914251'] for router_interface, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:05.079907 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Deleting port 5daf487f-64d8-448c-8d8a-521f88be746c {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:05.080253 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:05.157834 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] For port 5daf487f-64d8-448c-8d8a-521f88be746c, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=5daf487f-64d8-448c-8d8a-521f88be746c,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:05.158120 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:05.170970 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Calling delete_port for 5daf487f-64d8-448c-8d8a-521f88be746c owned by network:router_interface {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:05.344770 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:05.367676 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Pushing event deleted for resources: {'Port': ['ID=5daf487f-64d8-448c-8d8a-521f88be746c,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:05.531221 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914391'] for router_interface, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:05.739741 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Router 853da88f-8385-4d0b-bf09-a2088d1be73f has already been hosted by L3 agent f3d63e9a-a4ad-4071-99c7-be08992b219b {{(pid=93858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:49:05.845719 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] Notify agent at l3_agent.dv-cinder-806726-5-iscsi the message routers_updated {{(pid=93858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:49:05.853375 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-4dc264d3-e6aa-4d6e-98f5-5d74c45df61f admin admin] 10.222.0.101 "PUT /v2.0/routers/853da88f-8385-4d0b-bf09-a2088d1be73f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6162796 Sep 01 16:49:05.853568 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44732) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:05.868408 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Sync routers for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:49:05.880573 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:49:05.881459 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:05.956709 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks [] for router, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.032852 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: dv-cinder-806726-5-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:49:06.059978 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.111512 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Deleting port a6f9d14c-a674-4590-a75a-88a572927d4a {{(pid=93858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:06.111861 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.192683 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.db [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] For port a6f9d14c-a674-4590-a75a-88a572927d4a, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=a6f9d14c-a674-4590-a75a-88a572927d4a,segment=NetworkSegment(2e6a64a6-e7cd-427b-a801-1fe6ee63779a),segment_id=2e6a64a6-e7cd-427b-a801-1fe6ee63779a)] {{(pid=93858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:06.193050 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.204878 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Calling delete_port for a6f9d14c-a674-4590-a75a-88a572927d4a owned by network:router_gateway {{(pid=93858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:06.260793 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'external_fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:49:05Z', 'revision_number': 5, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port': {'id': 'a6f9d14c-a674-4590-a75a-88a572927d4a', 'name': '', 'network_id': 'ea7d75aa-45a2-41ae-bf65-95f2bf7c4003', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:42:04Z', 'updated_at': '2021-09-01T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80151601-1d9e-422e-ba02-4b38ae8fe18e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-5-iscsi'}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:06.286666 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Checking router: 853da88f-8385-4d0b-bf09-a2088d1be73f for host: dv-cinder-806726-5-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:49:06.295269 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Routers {'853da88f-8385-4d0b-bf09-a2088d1be73f'} bound to L3 agent in host dv-cinder-806726-5-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:49:06.295868 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T16:20:22Z,description=,heartbeat_timestamp=2021-09-01T16:48:52Z,host='dv-cinder-806726-5-iscsi',id=f3d63e9a-a4ad-4071-99c7-be08992b219b,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T16:20:22Z,topic='l3_agent')) {'router_ids': ['853da88f-8385-4d0b-bf09-a2088d1be73f'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:06.368170 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29148194'] for port, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.381737 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] Set router 853da88f-8385-4d0b-bf09-a2088d1be73f gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:49:06.394216 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f9d14c-a674-4590-a75a-88a572927d4a,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:06.437081 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:49:06Z', 'revision_number': 6, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port_host': None}], 'dv-cinder-806726-5-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:06.455108 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3908661'] for router_gateway, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.463213 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef119b25-6e87-4962-baf1-9644070e3e9d None None] The sync data for ids ['853da88f-8385-4d0b-bf09-a2088d1be73f'] in dv-cinder-806726-5-iscsi is: [{'id': '853da88f-8385-4d0b-bf09-a2088d1be73f', 'name': 'tempest-TestVolumeBootPattern-314931376-router', 'tenant_id': 'd24411ba9548441e93cf955c36046736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:42:03Z', 'updated_at': '2021-09-01T16:49:06Z', 'revision_number': 6, 'project_id': 'd24411ba9548441e93cf955c36046736', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:49:06.548404 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4361'] for router, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.550490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.594853 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918848'] for router, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.595422 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853da88f-8385-4d0b-bf09-a2088d1be73f {{(pid=93858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:49:06.602466 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] Notify callbacks [] for router, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.603857 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-1c2f01d3-c485-43f8-b517-96e69f9bd07c admin admin] 10.222.0.101 "DELETE /v2.0/routers/853da88f-8385-4d0b-bf09-a2088d1be73f HTTP/1.1" status: 204 len: 168 time: 0.7493572 Sep 01 16:49:06.606940 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [-] (93858) accepted ('10.222.0.101', 44734) {{(pid=93858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:06.651531 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Deleting subnet db59d51d-7643-4029-ac02-f5c058c72a18 {{(pid=93858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:49:06.655216 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.690005 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25921928'] for subnet, precommit_delete_associations {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.771516 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532416'] for subnet, precommit_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.826593 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29148237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25657952'] for subnet, after_delete {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.859809 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db59d51d-7643-4029-ac02-f5c058c72a18,revision_number=None']} {{(pid=93858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:06.864969 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron_lib.callbacks.manager [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for subnet, before_response {{(pid=93858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.869506 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44736) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:06.870007 dv-cinder-806726-5-iscsi neutron-server[93858]: INFO neutron.wsgi [None req-56e5a933-0c68-4d0a-8c6b-19b3941eb11d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/db59d51d-7643-4029-ac02-f5c058c72a18 HTTP/1.1" status: 204 len: 168 time: 0.2618682 Sep 01 16:49:06.874052 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d483b5-3851-44de-85e6-a62c5f2e115c None None] Network 3bdd130d-1802-4cea-a5f2-e1e363757899 requested from dv-cinder-806726-5-iscsi {{(pid=93860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:49:06.940866 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620207'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:06.992984 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Deleting port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:49:06.993405 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787526196758'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.054788 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] For port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b, host dv-cinder-806726-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-5-iscsi',level=0,port_id=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,segment=NetworkSegment(7317cc49-6d72-49d6-a63c-153af70d3827),segment_id=7317cc49-6d72-49d6-a63c-153af70d3827)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:49:07.055150 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3915133'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.067923 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Calling delete_port for 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:49:07.148411 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-602402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787526197989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787525794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26170299'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.174850 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d976b8e-bea2-4318-93ce-ba7a8abf4d1b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:07.178772 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] No DVR routers for this DVR port 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b on host dv-cinder-806726-5-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:49:07.239029 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f287f-730e-413d-a821-40f9e2fc3a1f None None] DHCP port deletion for 3bdd130d-1802-4cea-a5f2-e1e363757899 request from dv-cinder-806726-5-iscsi {{(pid=93860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:49:07.258116 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-531515', 'neutron.services.segments.db._delete_segments_for_network-8787526314433'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.269298 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdd130d-1802-4cea-a5f2-e1e363757899']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:07.279556 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7317cc49-6d72-49d6-a63c-153af70d3827') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:07.279994 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7317cc49-6d72-49d6-a63c-153af70d3827') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:49:07.288499 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787526326357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26025101'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.301764 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.307547 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:49:07.308167 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-698262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26170222'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: timer() Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: cb(*args, **kw) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: self._notify() Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: self.callback(batched_events) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: event.method(event) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._get(url).json() Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:49:07.310881 dv-cinder-806726-5-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:49:07.369000 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-531490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3777816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3908633'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.374117 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709588'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.379253 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] 10.222.0.101 "DELETE /v2.0/networks/3bdd130d-1802-4cea-a5f2-e1e363757899 HTTP/1.1" status: 204 len: 168 time: 0.5049865 Sep 01 16:49:07.389265 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd195e-69f5-4e08-a9bd-2be095d386fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdd130d-1802-4cea-a5f2-e1e363757899,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:07.494956 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44740) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:07.534403 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8f487a6f-54c9-4b47-aa09-e825626d3f96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d313292891b40ec80ee668d3fdce963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383003 Sep 01 16:49:07.536830 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44742) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:07.588084 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.842606 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.891790 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:07.892496 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.895564 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:07.897702 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f4c316fa-414b-42da-af4b-51d944511a95 HTTP/1.1" status: 204 len: 168 time: 0.3598566 Sep 01 16:49:07.905760 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd675eb-6a88-462d-ad30-6252dbc35416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c316fa-414b-42da-af4b-51d944511a95,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:07.913224 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:07.913599 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 3d976b8e-bea2-4318-93ce-ba7a8abf4d1b not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:07.914015 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 5daf487f-64d8-448c-8d8a-521f88be746c no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:07.938557 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: 5daf487f-64d8-448c-8d8a-521f88be746c {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:07.938897 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device 5daf487f-64d8-448c-8d8a-521f88be746c not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:07.939315 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a6f9d14c-a674-4590-a75a-88a572927d4a no longer exists at agent ovs-agent-dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:49:07.958596 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] No Port match for: a6f9d14c-a674-4590-a75a-88a572927d4a {{(pid=93860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:49:07.958952 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.rpc [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Device a6f9d14c-a674-4590-a75a-88a572927d4a not bound to the agent host dv-cinder-806726-5-iscsi {{(pid=93860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:49:08.203861 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44748) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:08.242905 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-bcf301ca-e50b-4bf7-9b0b-38467a939fc4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d24411ba9548441e93cf955c36046736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378492 Sep 01 16:49:08.245322 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.101', 44750) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:49:08.293674 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:08.314015 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:08.361180 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692741'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:08.363741 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:08.364919 dv-cinder-806726-5-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28754ad3-2226-4338-9e89-4105c4b66521 HTTP/1.1" status: 204 len: 168 time: 0.1186752 Sep 01 16:49:08.375590 dv-cinder-806726-5-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d418c1-abab-4baf-9b93-d9ef22107077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28754ad3-2226-4338-9e89-4105c4b66521,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:49:12.623358 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:17.681606 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a4af3cf-de3f-497c-a16f-6a0a7c9fc5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:22.003455 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f4b3c8e-8c08-4c77-a3e2-e4c99b8cbfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:22.243508 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:22.690586 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:24.879047 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:30.306197 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:49:42.630627 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:43.731437 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-d4a8cfbd-2a39-4666-ba7e-9341ea9ec5c7 req-10f5d57e-ca03-4530-ad6e-d8f50b52d062 service neutron] (93858) timed out ('10.222.0.101', 41798) {{(pid=93858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:49:47.682442 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bd75d41-2466-4f26-a743-3d854460b0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:52.004297 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cb42d46e-9529-44ca-94ec-b4b3d22a9bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:52.243961 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:52.693107 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:49:54.880848 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:07.304500 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:50:12.624880 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:17.684204 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e2697626-feba-40cd-b097-c00386b6560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:22.004951 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-253e1fd1-5a0b-4953-a93e-0ff944b24baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:22.245000 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:22.697367 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:24.883631 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:42.647770 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:44.303459 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:50:47.684006 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc00-357c-44a1-ba98-938c44ec9dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:52.008604 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7d128f38-605e-4dc6-9a32-495615c1e9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:52.245499 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:52.700892 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:50:54.886318 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:12.645136 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:17.686925 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c496eab-a72f-4a93-83d4-f5c1b4409ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:21.301634 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:51:22.010800 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1a07b8f0-ca27-4ade-a1e4-aca1f0545781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:22.246379 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:22.703962 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:24.888416 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:42.632406 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:47.686617 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bd94050-45c6-4897-b90a-e859a79c5037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:52.011032 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1653e4f4-075b-4d7f-a8aa-a73b82812831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:52.247208 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:52.706505 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:54.890397 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:51:58.300353 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:52:12.644457 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:17.686659 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ba326c7-b843-4c48-b7fe-e37cb9d2a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:22.014192 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-22d9ac4f-3f0c-414d-9567-ab49abc759d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:22.254663 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:22.709665 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:24.892954 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:35.299721 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:52:42.646087 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:47.687239 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16c6c57d-81c1-4541-a1c3-d280b2e22ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:52.015435 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a142f5f6-ceb5-4827-abca-0353e8828d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:52.250672 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:52.712474 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:52:54.895931 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:12.298359 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:53:12.640809 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:17.689917 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e4d3cd73-4d05-4a85-8eab-973d7a320b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:22.017548 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e0b80e64-edc0-42dd-b540-03d79e7038fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:22.251825 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:22.715218 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:24.902273 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:42.642482 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:47.690989 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7beeeb65-cd4f-45df-9d2b-2de14c900d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:49.298647 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:53:52.017843 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4dfef466-52a0-4eb7-97cd-8166b1345ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:52.142512 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-a63b1aff-f91c-4b0e-92a1-4c966d92bee0 req-3e537db8-29f1-485f-bf5e-59e5c853dc6e service neutron] (93858) timed out ('10.222.0.83', 59609) {{(pid=93858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:53:52.252843 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:52.717521 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:53:54.902830 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:12.625812 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3d9887eb-6280-45e7-b650-b005d1599389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:17.540490 dv-cinder-806726-5-iscsi neutron-server[93858]: DEBUG neutron.wsgi [req-ee520e9d-3af1-41b1-bb99-22ef8ba82aed req-933c77d1-de96-4ce2-bf93-94dc0faa9f5d service neutron] (93858) timed out ('10.222.0.101', 38466) {{(pid=93858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:54:17.692739 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d2ac191a-bb8c-4e14-8206-7a68d11005aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:22.018969 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a712-3a2d-42d0-9727-5700139dd000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:22.254546 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-336c660b-9cbb-44c9-99e5-db4773257528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:22.722447 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f00e023d-f254-4fb6-a82f-e26786cacc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:24.906397 dv-cinder-806726-5-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d26743e-bfc7-43c5-811b-0ee7d2074708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787526244316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529253'] for agent, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:54:26.297054 dv-cinder-806726-5-iscsi neutron-server[93861]: DEBUG neutron.db.agents_db [None req-bcae4af8-4e06-4071-97ba-ea89e1c2ff14 None None] Agent healthcheck: found 6 active agents {{(pid=93861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}